2024-11-17 08:23:48,052 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d 2024-11-17 08:23:48,069 main DEBUG Took 0.014191 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-17 08:23:48,069 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-17 08:23:48,070 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-17 08:23:48,071 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-17 08:23:48,073 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 08:23:48,083 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-17 08:23:48,099 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 08:23:48,101 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 08:23:48,102 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 08:23:48,102 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 08:23:48,103 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 08:23:48,103 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 08:23:48,105 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 08:23:48,105 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 08:23:48,106 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 08:23:48,107 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 08:23:48,108 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 08:23:48,109 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 08:23:48,109 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 08:23:48,110 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 08:23:48,111 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 08:23:48,111 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 08:23:48,112 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 08:23:48,112 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 08:23:48,113 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 08:23:48,114 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 08:23:48,114 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 08:23:48,115 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 08:23:48,116 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 08:23:48,116 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 08:23:48,117 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 08:23:48,117 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-17 08:23:48,120 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 08:23:48,121 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-17 08:23:48,124 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-17 08:23:48,125 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-17 08:23:48,126 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-17 08:23:48,127 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-17 08:23:48,138 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-17 08:23:48,142 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-17 08:23:48,144 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-17 08:23:48,145 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-17 08:23:48,145 main DEBUG createAppenders(={Console}) 2024-11-17 08:23:48,147 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d initialized 2024-11-17 08:23:48,147 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d 2024-11-17 08:23:48,148 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d OK. 2024-11-17 08:23:48,149 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-17 08:23:48,149 main DEBUG OutputStream closed 2024-11-17 08:23:48,150 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-17 08:23:48,150 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-17 08:23:48,150 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@27f981c6 OK 2024-11-17 08:23:48,246 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-17 08:23:48,248 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-17 08:23:48,250 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-17 08:23:48,252 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-17 08:23:48,253 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-17 08:23:48,253 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-17 08:23:48,254 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-17 08:23:48,255 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-17 08:23:48,255 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-17 08:23:48,256 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-17 08:23:48,256 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-17 08:23:48,257 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-17 08:23:48,257 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-17 08:23:48,257 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-17 08:23:48,258 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-17 08:23:48,258 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-17 08:23:48,258 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-17 08:23:48,259 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-17 08:23:48,262 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-17 08:23:48,262 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@10cf09e8) with optional ClassLoader: null 2024-11-17 08:23:48,263 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-17 08:23:48,263 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@10cf09e8] started OK. 2024-11-17T08:23:48,278 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestWALSplit timeout: 13 mins 2024-11-17 08:23:48,282 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-17 08:23:48,282 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-17T08:23:48,537 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d053fc81-c751-8d24-613a-daaf60f9138d 2024-11-17T08:23:48,537 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestWALSplitBoundedLogWriterCreation timeout: 13 mins 2024-11-17T08:23:48,638 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-17T08:23:48,700 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d053fc81-c751-8d24-613a-daaf60f9138d/cluster_403d9c2c-c5c4-2ef0-38af-63acaed22762, deleteOnExit=true 2024-11-17T08:23:48,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d053fc81-c751-8d24-613a-daaf60f9138d/test.cache.data in system properties and HBase conf 2024-11-17T08:23:48,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d053fc81-c751-8d24-613a-daaf60f9138d/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T08:23:48,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d053fc81-c751-8d24-613a-daaf60f9138d/hadoop.log.dir in system properties and HBase conf 2024-11-17T08:23:48,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d053fc81-c751-8d24-613a-daaf60f9138d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T08:23:48,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d053fc81-c751-8d24-613a-daaf60f9138d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T08:23:48,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T08:23:48,795 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T08:23:48,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d053fc81-c751-8d24-613a-daaf60f9138d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T08:23:48,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d053fc81-c751-8d24-613a-daaf60f9138d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T08:23:48,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d053fc81-c751-8d24-613a-daaf60f9138d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T08:23:48,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d053fc81-c751-8d24-613a-daaf60f9138d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T08:23:48,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d053fc81-c751-8d24-613a-daaf60f9138d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T08:23:48,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d053fc81-c751-8d24-613a-daaf60f9138d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T08:23:48,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d053fc81-c751-8d24-613a-daaf60f9138d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T08:23:48,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d053fc81-c751-8d24-613a-daaf60f9138d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T08:23:48,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d053fc81-c751-8d24-613a-daaf60f9138d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T08:23:48,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d053fc81-c751-8d24-613a-daaf60f9138d/nfs.dump.dir in system properties and HBase conf 2024-11-17T08:23:48,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d053fc81-c751-8d24-613a-daaf60f9138d/java.io.tmpdir in system properties and HBase conf 2024-11-17T08:23:48,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d053fc81-c751-8d24-613a-daaf60f9138d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T08:23:48,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d053fc81-c751-8d24-613a-daaf60f9138d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T08:23:48,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d053fc81-c751-8d24-613a-daaf60f9138d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T08:23:50,029 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-17T08:23:50,123 INFO [Time-limited test {}] log.Log(170): Logging initialized @2931ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-17T08:23:50,210 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T08:23:50,292 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T08:23:50,318 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T08:23:50,318 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T08:23:50,320 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T08:23:50,335 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T08:23:50,337 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a2afa4d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d053fc81-c751-8d24-613a-daaf60f9138d/hadoop.log.dir/,AVAILABLE} 2024-11-17T08:23:50,339 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@661b985e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T08:23:50,519 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1dfe145b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d053fc81-c751-8d24-613a-daaf60f9138d/java.io.tmpdir/jetty-localhost-32875-hadoop-hdfs-3_4_1-tests_jar-_-any-4233026809139726441/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T08:23:50,526 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@335839b{HTTP/1.1, (http/1.1)}{localhost:32875} 2024-11-17T08:23:50,527 INFO [Time-limited test {}] server.Server(415): Started @3336ms 2024-11-17T08:23:51,072 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T08:23:51,079 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T08:23:51,080 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T08:23:51,080 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T08:23:51,081 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T08:23:51,081 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41392320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d053fc81-c751-8d24-613a-daaf60f9138d/hadoop.log.dir/,AVAILABLE} 2024-11-17T08:23:51,082 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@204f2b1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T08:23:51,181 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e587259{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d053fc81-c751-8d24-613a-daaf60f9138d/java.io.tmpdir/jetty-localhost-38441-hadoop-hdfs-3_4_1-tests_jar-_-any-15516531128728503791/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T08:23:51,182 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4348effc{HTTP/1.1, (http/1.1)}{localhost:38441} 2024-11-17T08:23:51,182 INFO [Time-limited test {}] server.Server(415): Started @3991ms 2024-11-17T08:23:51,230 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T08:23:51,336 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T08:23:51,341 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T08:23:51,344 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T08:23:51,344 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T08:23:51,345 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T08:23:51,346 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56ace449{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d053fc81-c751-8d24-613a-daaf60f9138d/hadoop.log.dir/,AVAILABLE} 2024-11-17T08:23:51,347 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39926b20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T08:23:51,469 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1a0403e3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d053fc81-c751-8d24-613a-daaf60f9138d/java.io.tmpdir/jetty-localhost-45705-hadoop-hdfs-3_4_1-tests_jar-_-any-12467534089445721176/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T08:23:51,470 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4bfedd11{HTTP/1.1, (http/1.1)}{localhost:45705} 2024-11-17T08:23:51,470 INFO [Time-limited test {}] server.Server(415): Started @4280ms 2024-11-17T08:23:51,473 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T08:23:52,935 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d053fc81-c751-8d24-613a-daaf60f9138d/cluster_403d9c2c-c5c4-2ef0-38af-63acaed22762/data/data3/current/BP-1074356471-172.17.0.3-1731831829433/current, will proceed with Du for space computation calculation, 2024-11-17T08:23:52,936 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d053fc81-c751-8d24-613a-daaf60f9138d/cluster_403d9c2c-c5c4-2ef0-38af-63acaed22762/data/data2/current/BP-1074356471-172.17.0.3-1731831829433/current, will proceed with Du for space computation calculation, 2024-11-17T08:23:52,939 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d053fc81-c751-8d24-613a-daaf60f9138d/cluster_403d9c2c-c5c4-2ef0-38af-63acaed22762/data/data4/current/BP-1074356471-172.17.0.3-1731831829433/current, will proceed with Du for space computation calculation, 2024-11-17T08:23:52,940 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d053fc81-c751-8d24-613a-daaf60f9138d/cluster_403d9c2c-c5c4-2ef0-38af-63acaed22762/data/data1/current/BP-1074356471-172.17.0.3-1731831829433/current, will proceed with Du for space computation calculation, 2024-11-17T08:23:53,074 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T08:23:53,085 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T08:23:53,157 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x19db21d417730aef with lease ID 0xa3507c016ac95829: Processing first storage report for DS-4ba6c2e9-6d3e-4c97-956b-552f8c7c6477 from datanode DatanodeRegistration(127.0.0.1:35687, datanodeUuid=7fb9e3ba-c7ef-4884-a849-da5e435eb618, infoPort=36483, infoSecurePort=0, ipcPort=41639, storageInfo=lv=-57;cid=testClusterID;nsid=337353711;c=1731831829433) 2024-11-17T08:23:53,158 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x19db21d417730aef with lease ID 0xa3507c016ac95829: from storage DS-4ba6c2e9-6d3e-4c97-956b-552f8c7c6477 node DatanodeRegistration(127.0.0.1:35687, datanodeUuid=7fb9e3ba-c7ef-4884-a849-da5e435eb618, infoPort=36483, infoSecurePort=0, ipcPort=41639, storageInfo=lv=-57;cid=testClusterID;nsid=337353711;c=1731831829433), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-17T08:23:53,159 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3035bc02c6e94a40 with lease ID 0xa3507c016ac95828: Processing first storage report for DS-72be48cf-37dc-4484-8153-db2859bd0d10 from datanode DatanodeRegistration(127.0.0.1:39773, datanodeUuid=01d3706a-18a6-4d64-9788-07f4f41c3854, infoPort=45603, infoSecurePort=0, ipcPort=40303, storageInfo=lv=-57;cid=testClusterID;nsid=337353711;c=1731831829433) 2024-11-17T08:23:53,159 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3035bc02c6e94a40 with lease ID 0xa3507c016ac95828: from storage DS-72be48cf-37dc-4484-8153-db2859bd0d10 node DatanodeRegistration(127.0.0.1:39773, datanodeUuid=01d3706a-18a6-4d64-9788-07f4f41c3854, infoPort=45603, infoSecurePort=0, ipcPort=40303, storageInfo=lv=-57;cid=testClusterID;nsid=337353711;c=1731831829433), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T08:23:53,160 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x19db21d417730aef with lease ID 0xa3507c016ac95829: Processing first storage report for DS-76286666-6e20-44e5-acee-c23a7752dd9a from datanode DatanodeRegistration(127.0.0.1:35687, datanodeUuid=7fb9e3ba-c7ef-4884-a849-da5e435eb618, infoPort=36483, infoSecurePort=0, ipcPort=41639, storageInfo=lv=-57;cid=testClusterID;nsid=337353711;c=1731831829433) 2024-11-17T08:23:53,160 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x19db21d417730aef with lease ID 0xa3507c016ac95829: from storage DS-76286666-6e20-44e5-acee-c23a7752dd9a node DatanodeRegistration(127.0.0.1:35687, datanodeUuid=7fb9e3ba-c7ef-4884-a849-da5e435eb618, infoPort=36483, infoSecurePort=0, ipcPort=41639, storageInfo=lv=-57;cid=testClusterID;nsid=337353711;c=1731831829433), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-17T08:23:53,160 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3035bc02c6e94a40 with lease ID 0xa3507c016ac95828: Processing first storage report for DS-49739c79-2652-4f1f-85a8-fb5a6c7071c0 from datanode DatanodeRegistration(127.0.0.1:39773, datanodeUuid=01d3706a-18a6-4d64-9788-07f4f41c3854, infoPort=45603, infoSecurePort=0, ipcPort=40303, storageInfo=lv=-57;cid=testClusterID;nsid=337353711;c=1731831829433) 2024-11-17T08:23:53,161 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3035bc02c6e94a40 with lease ID 0xa3507c016ac95828: from storage DS-49739c79-2652-4f1f-85a8-fb5a6c7071c0 node DatanodeRegistration(127.0.0.1:39773, datanodeUuid=01d3706a-18a6-4d64-9788-07f4f41c3854, infoPort=45603, infoSecurePort=0, ipcPort=40303, storageInfo=lv=-57;cid=testClusterID;nsid=337353711;c=1731831829433), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T08:23:53,263 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d053fc81-c751-8d24-613a-daaf60f9138d 2024-11-17T08:23:53,285 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs Thread=125, OpenFileDescriptor=365, MaxFileDescriptor=1048576, SystemLoadAverage=374, ProcessCount=11, AvailableMemoryMB=3594 2024-11-17T08:23:53,288 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T08:23:53,305 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:23:53,318 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:23:53,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741825_1001 (size=7) 2024-11-17T08:23:53,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741825_1001 (size=7) 2024-11-17T08:23:54,183 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33463/user/jenkins/test-data/83bfcd61-e812-58af-994e-e16c830662b7 with version=8 2024-11-17T08:23:54,184 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:23:54,188 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:23:54,224 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T08:23:54,272 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-17T08:23:54,300 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-17T08:23:54,307 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T08:23:54,307 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-17T08:23:54,311 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-17T08:23:54,318 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-17T08:23:54,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,350 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-17T08:23:54,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741826_1002 (size=1393) 2024-11-17T08:23:54,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741826_1002 (size=1393) 2024-11-17T08:23:54,490 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-17T08:23:54,490 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-17T08:23:54,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741827_1003 (size=1393) 2024-11-17T08:23:54,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741827_1003 (size=1393) 2024-11-17T08:23:54,618 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-17T08:23:54,619 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-17T08:23:54,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741828_1004 (size=1393) 2024-11-17T08:23:54,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741828_1004 (size=1393) 2024-11-17T08:23:54,749 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-17T08:23:54,750 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-17T08:23:54,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741829_1005 (size=1393) 2024-11-17T08:23:54,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741829_1005 (size=1393) 2024-11-17T08:23:54,884 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-17T08:23:54,885 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-17T08:23:54,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:54,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:54,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741830_1006 (size=1393) 2024-11-17T08:23:55,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741830_1006 (size=1393) 2024-11-17T08:23:55,026 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-17T08:23:55,030 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-17T08:23:55,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741831_1007 (size=1393) 2024-11-17T08:23:55,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741831_1007 (size=1393) 2024-11-17T08:23:55,149 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-17T08:23:55,149 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-17T08:23:55,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741832_1008 (size=1405) 2024-11-17T08:23:55,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741832_1008 (size=1405) 2024-11-17T08:23:55,270 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-17T08:23:55,270 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-17T08:23:55,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741833_1009 (size=1413) 2024-11-17T08:23:55,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741833_1009 (size=1413) 2024-11-17T08:23:55,369 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-17T08:23:55,369 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-17T08:23:55,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741834_1010 (size=1413) 2024-11-17T08:23:55,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741834_1010 (size=1413) 2024-11-17T08:23:55,510 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-17T08:23:55,510 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-17T08:23:55,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:55,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:55,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741835_1011 (size=1413) 2024-11-17T08:23:55,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741835_1011 (size=1413) 2024-11-17T08:23:55,608 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-17T08:23:55,795 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/5da1a823-7c5f-fe0e-18df-8c719b17ec4c/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731831834281/wal.dat.0, size=1.4 K (1393bytes) 2024-11-17T08:23:55,797 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-17T08:23:55,797 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-17T08:23:55,797 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/5da1a823-7c5f-fe0e-18df-8c719b17ec4c/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731831834281/wal.dat.0 2024-11-17T08:23:55,811 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/5da1a823-7c5f-fe0e-18df-8c719b17ec4c/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731831834281/wal.dat.0 after 7ms 2024-11-17T08:23:55,900 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/5da1a823-7c5f-fe0e-18df-8c719b17ec4c/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731831834281/wal.dat.0 took 113ms 2024-11-17T08:23:55,944 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/5da1a823-7c5f-fe0e-18df-8c719b17ec4c/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731831834281/wal.dat.0 so closing down 2024-11-17T08:23:55,960 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:23:55,960 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:23:55,999 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 45 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/5da1a823-7c5f-fe0e-18df-8c719b17ec4c/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731831834281/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T08:23:56,009 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/5da1a823-7c5f-fe0e-18df-8c719b17ec4c/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731831834281/wal.dat.0, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/5da1a823-7c5f-fe0e-18df-8c719b17ec4c/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731831834281/wal.dat.0, size=1.4 K (1393bytes) at 1731831835795Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/5da1a823-7c5f-fe0e-18df-8c719b17ec4c/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731831834281/wal.dat.0 so closing down at 1731831835944 (+149 ms)3 split writer threads finished at 1731831835960 (+16 ms)Processed 0 edits across 0 Regions in 45 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/5da1a823-7c5f-fe0e-18df-8c719b17ec4c/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731831834281/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731831835999 (+39 ms) 2024-11-17T08:23:56,009 DEBUG [Time-limited test {}] wal.TestWALSplit(687): split with 'skip errors' set to 'false' correctly threw 2024-11-17T08:23:56,070 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs Thread=130 (was 125) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33463 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2009973844_22 at /127.0.0.1:49052 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@1c689ba0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=375 (was 365) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=425 (was 374) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3319 (was 3594) 2024-11-17T08:23:56,107 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileMultipleRegions Thread=130, OpenFileDescriptor=375, MaxFileDescriptor=1048576, SystemLoadAverage=425, ProcessCount=11, AvailableMemoryMB=3313 2024-11-17T08:23:56,107 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T08:23:56,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741836_1012 (size=7) 2024-11-17T08:23:56,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741836_1012 (size=7) 2024-11-17T08:23:56,166 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33463/user/jenkins/test-data/83bfcd61-e812-58af-994e-e16c830662b7 with version=8 2024-11-17T08:23:56,166 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:23:56,171 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:23:56,184 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T08:23:56,184 INFO [Time-limited test {}] wal.TestWALSplit(1127): testSplitLogFileMultipleRegions 2024-11-17T08:23:56,184 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-17T08:23:56,191 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-17T08:23:56,201 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-17T08:23:56,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:56,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:56,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:56,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:56,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:56,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:56,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:56,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:56,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:56,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:56,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:56,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:56,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:56,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:56,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:56,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:56,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:56,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:56,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:56,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:56,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:56,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:56,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:56,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:56,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:56,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:56,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:56,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:56,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:56,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:56,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:56,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:56,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:56,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:56,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:56,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:56,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:56,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:56,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:56,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:56,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741837_1013 (size=2324) 2024-11-17T08:23:56,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741837_1013 (size=2324) 2024-11-17T08:23:56,372 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-17T08:23:56,395 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/3aa38c28-155f-70e7-3875-d81667b9bd72/WALs/testsplitlogfilemultipleregions,16010,1731831836184/wal.dat.0, size=2.3 K (2324bytes) 2024-11-17T08:23:56,395 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/3aa38c28-155f-70e7-3875-d81667b9bd72/WALs/testsplitlogfilemultipleregions,16010,1731831836184/wal.dat.0 2024-11-17T08:23:56,396 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/3aa38c28-155f-70e7-3875-d81667b9bd72/WALs/testsplitlogfilemultipleregions,16010,1731831836184/wal.dat.0 after 1ms 2024-11-17T08:23:56,404 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/3aa38c28-155f-70e7-3875-d81667b9bd72/WALs/testsplitlogfilemultipleregions,16010,1731831836184/wal.dat.0 took 10ms 2024-11-17T08:23:56,429 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/3aa38c28-155f-70e7-3875-d81667b9bd72/WALs/testsplitlogfilemultipleregions,16010,1731831836184/wal.dat.0 so closing down 2024-11-17T08:23:56,429 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:23:56,432 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:23:56,485 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-17T08:23:56,491 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-17T08:23:56,493 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/3aa38c28-155f-70e7-3875-d81667b9bd72/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-17T08:23:56,497 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/3aa38c28-155f-70e7-3875-d81667b9bd72/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-17T08:23:56,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741838_1014 (size=743) 2024-11-17T08:23:56,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741838_1014 (size=743) 2024-11-17T08:23:56,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741839_1015 (size=743) 2024-11-17T08:23:56,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741839_1015 (size=743) 2024-11-17T08:23:56,560 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/3aa38c28-155f-70e7-3875-d81667b9bd72/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 7 ms) 2024-11-17T08:23:56,572 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/3aa38c28-155f-70e7-3875-d81667b9bd72/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33463/user/jenkins/test-data/3aa38c28-155f-70e7-3875-d81667b9bd72/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-17T08:23:56,949 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/3aa38c28-155f-70e7-3875-d81667b9bd72/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 1 ms) 2024-11-17T08:23:56,953 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/3aa38c28-155f-70e7-3875-d81667b9bd72/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33463/user/jenkins/test-data/3aa38c28-155f-70e7-3875-d81667b9bd72/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-17T08:23:56,954 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 27 edits across 2 Regions in 546 ms; skipped=7; WAL=hdfs://localhost:33463/user/jenkins/test-data/3aa38c28-155f-70e7-3875-d81667b9bd72/WALs/testsplitlogfilemultipleregions,16010,1731831836184/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false 2024-11-17T08:23:56,955 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/3aa38c28-155f-70e7-3875-d81667b9bd72/WALs/testsplitlogfilemultipleregions,16010,1731831836184/wal.dat.0, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/3aa38c28-155f-70e7-3875-d81667b9bd72/WALs/testsplitlogfilemultipleregions,16010,1731831836184/wal.dat.0, size=2.3 K (2324bytes) at 1731831836395Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/3aa38c28-155f-70e7-3875-d81667b9bd72/WALs/testsplitlogfilemultipleregions,16010,1731831836184/wal.dat.0 so closing down at 1731831836429 (+34 ms)3 split writer threads finished at 1731831836432 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/3aa38c28-155f-70e7-3875-d81667b9bd72/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731831836493 (+61 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/3aa38c28-155f-70e7-3875-d81667b9bd72/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731831836497 (+4 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/3aa38c28-155f-70e7-3875-d81667b9bd72/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 7 ms) at 1731831836560 (+63 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/3aa38c28-155f-70e7-3875-d81667b9bd72/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33463/user/jenkins/test-data/3aa38c28-155f-70e7-3875-d81667b9bd72/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731831836572 (+12 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/3aa38c28-155f-70e7-3875-d81667b9bd72/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 1 ms) at 1731831836949 (+377 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/3aa38c28-155f-70e7-3875-d81667b9bd72/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33463/user/jenkins/test-data/3aa38c28-155f-70e7-3875-d81667b9bd72/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731831836954 (+5 ms)Processed 27 edits across 2 Regions in 546 ms; skipped=7; WAL=hdfs://localhost:33463/user/jenkins/test-data/3aa38c28-155f-70e7-3875-d81667b9bd72/WALs/testsplitlogfilemultipleregions,16010,1731831836184/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false at 1731831836954 2024-11-17T08:23:56,968 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/3aa38c28-155f-70e7-3875-d81667b9bd72/WALs/testsplitlogfilemultipleregions,16010,1731831836184/wal.dat.0 to hdfs://localhost:33463/user/jenkins/test-data/3aa38c28-155f-70e7-3875-d81667b9bd72/oldWALs/wal.dat.0 2024-11-17T08:23:57,012 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileMultipleRegions Thread=131 (was 130) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_816391247_22 at /127.0.0.1:49052 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_816391247_22 at /127.0.0.1:34402 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=379 (was 375) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=425 (was 425), ProcessCount=11 (was 11), AvailableMemoryMB=3178 (was 3313) 2024-11-17T08:23:57,021 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTerminationAskedByReporter Thread=131, OpenFileDescriptor=379, MaxFileDescriptor=1048576, SystemLoadAverage=425, ProcessCount=11, AvailableMemoryMB=3177 2024-11-17T08:23:57,022 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T08:23:57,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741840_1016 (size=7) 2024-11-17T08:23:57,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741840_1016 (size=7) 2024-11-17T08:23:57,061 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33463/user/jenkins/test-data/83bfcd61-e812-58af-994e-e16c830662b7 with version=8 2024-11-17T08:23:57,062 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:23:57,067 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:23:57,078 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T08:23:57,079 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-17T08:23:57,083 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-17T08:23:57,090 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-17T08:23:57,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:57,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:57,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:57,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:57,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:57,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:57,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:57,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:57,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:57,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:57,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:57,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:57,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:57,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:57,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:57,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:57,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:57,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:57,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:57,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:57,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:57,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:57,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:57,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:57,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:57,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:57,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:57,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:57,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:57,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:57,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:57,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:57,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:57,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:57,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:57,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:57,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:57,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:57,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:57,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:57,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741841_1017 (size=2324) 2024-11-17T08:23:57,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741841_1017 (size=2324) 2024-11-17T08:23:57,202 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-17T08:23:58,924 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/70f44585-306a-6f73-6ec2-af04f44cd736/WALs/testterminationaskedbyreporter,16010,1731831837078/wal.dat.0, size=2.3 K (2324bytes) 2024-11-17T08:23:58,924 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/70f44585-306a-6f73-6ec2-af04f44cd736/WALs/testterminationaskedbyreporter,16010,1731831837078/wal.dat.0 so closing down 2024-11-17T08:23:58,925 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/70f44585-306a-6f73-6ec2-af04f44cd736/WALs/testterminationaskedbyreporter,16010,1731831837078/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=true 2024-11-17T08:23:58,925 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/70f44585-306a-6f73-6ec2-af04f44cd736/WALs/testterminationaskedbyreporter,16010,1731831837078/wal.dat.0, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/70f44585-306a-6f73-6ec2-af04f44cd736/WALs/testterminationaskedbyreporter,16010,1731831837078/wal.dat.0, size=2.3 K (2324bytes) at 1731831838924Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/70f44585-306a-6f73-6ec2-af04f44cd736/WALs/testterminationaskedbyreporter,16010,1731831837078/wal.dat.0 so closing down at 1731831838924Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/70f44585-306a-6f73-6ec2-af04f44cd736/WALs/testterminationaskedbyreporter,16010,1731831837078/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=true at 1731831838925 (+1 ms) 2024-11-17T08:23:58,941 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTerminationAskedByReporter Thread=133 (was 131) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d053fc81-c751-8d24-613a-daaf60f9138d/cluster_403d9c2c-c5c4-2ef0-38af-63acaed22762/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d053fc81-c751-8d24-613a-daaf60f9138d/cluster_403d9c2c-c5c4-2ef0-38af-63acaed22762/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=381 (was 379) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=471 (was 425) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3081 (was 3177) 2024-11-17T08:23:58,949 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitDeletedRegion Thread=133, OpenFileDescriptor=381, MaxFileDescriptor=1048576, SystemLoadAverage=471, ProcessCount=11, AvailableMemoryMB=3081 2024-11-17T08:23:58,950 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T08:23:58,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741842_1018 (size=7) 2024-11-17T08:23:58,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741842_1018 (size=7) 2024-11-17T08:23:58,982 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33463/user/jenkins/test-data/83bfcd61-e812-58af-994e-e16c830662b7 with version=8 2024-11-17T08:23:58,983 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:23:58,991 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:23:58,999 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T08:23:58,999 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region_that_splits 2024-11-17T08:23:59,006 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-17T08:23:59,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:59,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:59,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:59,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:59,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:59,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:59,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:59,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:59,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:59,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:59,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:59,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:59,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:59,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:59,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:59,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:59,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:59,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:59,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:59,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:59,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741843_1019 (size=1043) 2024-11-17T08:23:59,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741843_1019 (size=1043) 2024-11-17T08:23:59,472 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-17T08:23:59,473 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-17T08:23:59,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:59,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:59,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:59,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:59,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:59,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:59,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:59,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:59,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:59,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:59,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:59,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:59,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:59,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:59,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:59,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:59,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:59,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:59,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:59,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:59,522 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-17T08:23:59,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:59,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:59,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:59,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:59,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:59,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:59,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:59,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:59,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:59,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:59,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:59,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:59,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:59,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:59,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:59,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:59,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:59,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:59,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:59,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:59,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741845_1021 (size=1043) 2024-11-17T08:23:59,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741845_1021 (size=1043) 2024-11-17T08:23:59,590 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-17T08:23:59,591 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-17T08:23:59,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:59,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:59,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:59,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:59,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:59,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:59,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:59,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:59,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:59,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:59,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:59,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:59,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:59,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:59,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:59,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:59,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:59,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:59,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:59,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:59,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741846_1022 (size=1043) 2024-11-17T08:23:59,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741846_1022 (size=1043) 2024-11-17T08:23:59,679 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-17T08:23:59,680 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-17T08:23:59,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:59,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:59,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:59,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:59,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:59,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:59,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:59,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:59,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:59,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:59,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:59,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:59,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:59,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:59,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:59,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:59,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:59,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:59,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:59,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:59,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741847_1023 (size=1043) 2024-11-17T08:23:59,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741847_1023 (size=1043) 2024-11-17T08:23:59,775 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-17T08:23:59,775 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-17T08:23:59,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:59,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:59,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:59,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:59,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:59,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:59,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:59,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:59,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:59,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:59,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:59,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:59,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:59,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:59,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:59,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:59,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:59,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:59,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:59,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:59,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741848_1024 (size=1043) 2024-11-17T08:23:59,878 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-17T08:23:59,879 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-17T08:23:59,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:59,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:59,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741848_1024 (size=1043) 2024-11-17T08:23:59,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:59,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:59,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:59,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:59,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:59,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:59,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:59,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:59,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:59,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:59,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:59,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:59,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:59,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:59,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:59,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:59,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:59,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:59,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741849_1025 (size=1043) 2024-11-17T08:23:59,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741849_1025 (size=1043) 2024-11-17T08:23:59,963 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-17T08:23:59,963 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-17T08:23:59,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:59,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:59,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:59,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:59,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:59,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:59,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:59,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:59,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:59,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:59,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:59,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:59,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:59,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:59,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:59,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:59,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:59,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:23:59,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:23:59,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:00,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741850_1026 (size=1043) 2024-11-17T08:24:00,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741850_1026 (size=1043) 2024-11-17T08:24:00,002 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-17T08:24:00,002 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-17T08:24:00,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:00,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:00,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:00,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:00,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:00,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:00,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:00,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:00,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:00,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:00,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:00,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:00,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:00,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:00,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:00,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:00,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:00,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:00,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:00,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:00,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741851_1027 (size=1043) 2024-11-17T08:24:00,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741851_1027 (size=1043) 2024-11-17T08:24:00,050 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-17T08:24:00,050 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-17T08:24:00,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:00,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:00,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:00,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:00,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:00,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:00,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:00,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:00,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:00,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:00,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:00,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:00,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:00,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:00,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:00,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:00,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:00,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:00,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:00,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:00,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741852_1028 (size=1043) 2024-11-17T08:24:00,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741852_1028 (size=1043) 2024-11-17T08:24:00,071 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-17T08:24:00,105 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.0, size=1.0 K (1043bytes) 2024-11-17T08:24:00,105 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.0 2024-11-17T08:24:00,107 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.0 after 1ms 2024-11-17T08:24:00,131 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.0 took 25ms 2024-11-17T08:24:00,146 INFO [Time-limited test {}] wal.WALSplitter(339): region_that_splits no longer in filesystem; skipping all edits. 2024-11-17T08:24:00,147 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.0 so closing down 2024-11-17T08:24:00,148 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:00,148 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:00,148 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.0, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-17T08:24:00,148 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.0, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.0, size=1.0 K (1043bytes) at 1731831840105Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.0 so closing down at 1731831840147 (+42 ms)3 split writer threads finished at 1731831840148 (+1 ms)Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.0, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731831840148 2024-11-17T08:24:00,152 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.0 to hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/oldWALs/wal.dat.0 2024-11-17T08:24:00,153 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.1, size=180 (180bytes) 2024-11-17T08:24:00,153 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.1 2024-11-17T08:24:00,154 WARN [IPC Server handler 0 on default port 33463 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.1 has not been closed. Lease recovery is in progress. RecoveryId = 1029 for block blk_1073741844_1020 2024-11-17T08:24:00,155 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.1 after 2ms 2024-11-17T08:24:01,142 WARN [ResponseProcessor for block BP-1074356471-172.17.0.3-1731831829433:blk_1073741844_1020 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-1074356471-172.17.0.3-1731831829433:blk_1073741844_1020 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-17T08:24:01,142 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1842413280_22 at /127.0.0.1:49120 [Receiving block BP-1074356471-172.17.0.3-1731831829433:blk_1073741844_1020] {}] datanode.DataXceiver(331): 127.0.0.1:39773:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49120 dst: /127.0.0.1:39773 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T08:24:01,142 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1842413280_22 at /127.0.0.1:34446 [Receiving block BP-1074356471-172.17.0.3-1731831829433:blk_1073741844_1020] {}] datanode.DataXceiver(331): 127.0.0.1:35687:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34446 dst: /127.0.0.1:35687 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:35687 remote=/127.0.0.1:34446]. Total timeout mills is 60000, 58382 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T08:24:01,146 WARN [DataStreamer for file /user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.1 block BP-1074356471-172.17.0.3-1731831829433:blk_1073741844_1020 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1074356471-172.17.0.3-1731831829433:blk_1073741844_1020 in pipeline [DatanodeInfoWithStorage[127.0.0.1:35687,DS-4ba6c2e9-6d3e-4c97-956b-552f8c7c6477,DISK], DatanodeInfoWithStorage[127.0.0.1:39773,DS-72be48cf-37dc-4484-8153-db2859bd0d10,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:35687,DS-4ba6c2e9-6d3e-4c97-956b-552f8c7c6477,DISK]) is bad. 2024-11-17T08:24:01,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741844_1029 (size=1035) 2024-11-17T08:24:01,156 WARN [DataStreamer for file /user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.1 block BP-1074356471-172.17.0.3-1731831829433:blk_1073741844_1020 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1074356471-172.17.0.3-1731831829433:blk_1073741844_1020 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-17T08:24:01,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741844_1029 (size=1035) 2024-11-17T08:24:04,156 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.1 after 4003ms 2024-11-17T08:24:04,165 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.1 took 4013ms 2024-11-17T08:24:04,175 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.1; continuing. 2024-11-17T08:24:04,175 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.1 so closing down 2024-11-17T08:24:04,175 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:04,175 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:04,175 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.1, size=180, length=180, corrupted=false, cancelled=false 2024-11-17T08:24:04,175 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.1, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.1, size=180 (180bytes) at 1731831840153Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.1 so closing down at 1731831844175 (+4022 ms)3 split writer threads finished at 1731831844175Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.1, size=180, length=180, corrupted=false, cancelled=false at 1731831844175 2024-11-17T08:24:04,185 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.1 to hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/oldWALs/wal.dat.1 2024-11-17T08:24:04,186 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.2, size=1.0 K (1043bytes) 2024-11-17T08:24:04,186 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.2 2024-11-17T08:24:04,188 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.2 after 2ms 2024-11-17T08:24:04,197 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.2 took 12ms 2024-11-17T08:24:04,222 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.2 so closing down 2024-11-17T08:24:04,223 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:04,228 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:04,229 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 8 ms; skipped=10; WAL=hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.2, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-17T08:24:04,229 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.2, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.2, size=1.0 K (1043bytes) at 1731831844186Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.2 so closing down at 1731831844223 (+37 ms)3 split writer threads finished at 1731831844228 (+5 ms)Processed 10 edits across 0 Regions in 8 ms; skipped=10; WAL=hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.2, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731831844229 (+1 ms) 2024-11-17T08:24:04,234 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.2 to hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/oldWALs/wal.dat.2 2024-11-17T08:24:04,234 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.3, size=1.0 K (1043bytes) 2024-11-17T08:24:04,234 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.3 2024-11-17T08:24:04,235 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.3 after 1ms 2024-11-17T08:24:04,240 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.3 took 6ms 2024-11-17T08:24:04,269 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.3 so closing down 2024-11-17T08:24:04,269 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:04,276 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:04,276 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 10 ms; skipped=10; WAL=hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.3, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-17T08:24:04,277 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.3, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.3, size=1.0 K (1043bytes) at 1731831844234Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.3 so closing down at 1731831844269 (+35 ms)3 split writer threads finished at 1731831844276 (+7 ms)Processed 10 edits across 0 Regions in 10 ms; skipped=10; WAL=hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.3, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731831844276 2024-11-17T08:24:04,282 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.3 to hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/oldWALs/wal.dat.3 2024-11-17T08:24:04,283 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.4, size=1.0 K (1043bytes) 2024-11-17T08:24:04,283 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.4 2024-11-17T08:24:04,284 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.4 after 1ms 2024-11-17T08:24:04,290 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.4 took 8ms 2024-11-17T08:24:04,309 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.4 so closing down 2024-11-17T08:24:04,309 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:04,309 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:04,309 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.4, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-17T08:24:04,309 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.4, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.4, size=1.0 K (1043bytes) at 1731831844283Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.4 so closing down at 1731831844309 (+26 ms)3 split writer threads finished at 1731831844309Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.4, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731831844309 2024-11-17T08:24:04,315 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.4 to hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/oldWALs/wal.dat.4 2024-11-17T08:24:04,315 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.5, size=1.0 K (1043bytes) 2024-11-17T08:24:04,315 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.5 2024-11-17T08:24:04,316 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.5 after 1ms 2024-11-17T08:24:04,323 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.5 took 7ms 2024-11-17T08:24:04,331 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.5 so closing down 2024-11-17T08:24:04,331 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:04,332 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:04,333 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.5, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-17T08:24:04,333 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.5, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.5, size=1.0 K (1043bytes) at 1731831844315Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.5 so closing down at 1731831844331 (+16 ms)3 split writer threads finished at 1731831844333 (+2 ms)Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.5, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731831844333 2024-11-17T08:24:04,338 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.5 to hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/oldWALs/wal.dat.5 2024-11-17T08:24:04,338 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.6, size=1.0 K (1043bytes) 2024-11-17T08:24:04,338 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.6 2024-11-17T08:24:04,339 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.6 after 1ms 2024-11-17T08:24:04,347 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.6 took 9ms 2024-11-17T08:24:04,362 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.6 so closing down 2024-11-17T08:24:04,362 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:04,363 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:04,363 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.6, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-17T08:24:04,363 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.6, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.6, size=1.0 K (1043bytes) at 1731831844338Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.6 so closing down at 1731831844362 (+24 ms)3 split writer threads finished at 1731831844363 (+1 ms)Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.6, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731831844363 2024-11-17T08:24:04,369 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.6 to hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/oldWALs/wal.dat.6 2024-11-17T08:24:04,369 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.7, size=1.0 K (1043bytes) 2024-11-17T08:24:04,369 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.7 2024-11-17T08:24:04,370 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.7 after 1ms 2024-11-17T08:24:04,375 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.7 took 6ms 2024-11-17T08:24:04,402 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.7 so closing down 2024-11-17T08:24:04,402 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:04,402 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:04,402 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.7, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-17T08:24:04,402 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.7, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.7, size=1.0 K (1043bytes) at 1731831844369Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.7 so closing down at 1731831844402 (+33 ms)3 split writer threads finished at 1731831844402Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.7, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731831844402 2024-11-17T08:24:04,411 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.7 to hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/oldWALs/wal.dat.7 2024-11-17T08:24:04,412 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.8, size=1.0 K (1043bytes) 2024-11-17T08:24:04,412 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.8 2024-11-17T08:24:04,413 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.8 after 1ms 2024-11-17T08:24:04,417 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.8 took 6ms 2024-11-17T08:24:04,425 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.8 so closing down 2024-11-17T08:24:04,425 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:04,425 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:04,425 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.8, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-17T08:24:04,426 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.8, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.8, size=1.0 K (1043bytes) at 1731831844412Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.8 so closing down at 1731831844425 (+13 ms)3 split writer threads finished at 1731831844425Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.8, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731831844425 2024-11-17T08:24:04,433 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.8 to hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/oldWALs/wal.dat.8 2024-11-17T08:24:04,434 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.9, size=1.0 K (1043bytes) 2024-11-17T08:24:04,434 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.9 2024-11-17T08:24:04,435 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.9 after 1ms 2024-11-17T08:24:04,442 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.9 took 9ms 2024-11-17T08:24:04,454 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.9 so closing down 2024-11-17T08:24:04,454 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:04,454 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:04,454 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.9, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-17T08:24:04,455 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.9, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.9, size=1.0 K (1043bytes) at 1731831844434Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.9 so closing down at 1731831844454 (+20 ms)3 split writer threads finished at 1731831844454Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.9, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731831844454 2024-11-17T08:24:04,461 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/WALs/testsplitdeletedregion,16010,1731831838999/wal.dat.9 to hdfs://localhost:33463/user/jenkins/test-data/b7c75e7a-c7c8-5f2d-901e-9ec5c0dc7fba/oldWALs/wal.dat.9 2024-11-17T08:24:04,477 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitDeletedRegion Thread=137 (was 133) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d053fc81-c751-8d24-613a-daaf60f9138d/cluster_403d9c2c-c5c4-2ef0-38af-63acaed22762/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1901424349_22 at /127.0.0.1:52744 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1901424349_22 at /127.0.0.1:35796 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d053fc81-c751-8d24-613a-daaf60f9138d/cluster_403d9c2c-c5c4-2ef0-38af-63acaed22762/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41639 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (372885837) connection to localhost/127.0.0.1:41639 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=391 (was 381) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=465 (was 471), ProcessCount=11 (was 11), AvailableMemoryMB=3026 (was 3081) 2024-11-17T08:24:04,489 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptWALTrailer Thread=137, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=465, ProcessCount=11, AvailableMemoryMB=3026 2024-11-17T08:24:04,489 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T08:24:04,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741853_1030 (size=7) 2024-11-17T08:24:04,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741853_1030 (size=7) 2024-11-17T08:24:04,530 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33463/user/jenkins/test-data/83bfcd61-e812-58af-994e-e16c830662b7 with version=8 2024-11-17T08:24:04,531 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:24:04,534 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:24:04,538 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T08:24:04,539 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-17T08:24:04,546 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-17T08:24:04,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:04,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:04,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:04,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:04,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:04,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:04,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:04,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:04,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:04,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:04,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:04,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:04,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:04,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:04,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:04,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:04,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:04,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:04,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:04,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:04,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741854_1031 (size=863) 2024-11-17T08:24:04,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741854_1031 (size=863) 2024-11-17T08:24:04,615 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-17T08:24:04,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741855_1032 (size=859) 2024-11-17T08:24:04,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741855_1032 (size=859) 2024-11-17T08:24:04,668 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/26e46b1b-faab-1d35-b094-73bf3cca689e/WALs/testcorruptwaltrailer,16010,1731831844539/wal.dat.0, size=859 (859bytes) 2024-11-17T08:24:04,668 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/26e46b1b-faab-1d35-b094-73bf3cca689e/WALs/testcorruptwaltrailer,16010,1731831844539/wal.dat.0 2024-11-17T08:24:04,669 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/26e46b1b-faab-1d35-b094-73bf3cca689e/WALs/testcorruptwaltrailer,16010,1731831844539/wal.dat.0 after 1ms 2024-11-17T08:24:04,674 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/26e46b1b-faab-1d35-b094-73bf3cca689e/WALs/testcorruptwaltrailer,16010,1731831844539/wal.dat.0 took 6ms 2024-11-17T08:24:04,819 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:33463/user/jenkins/test-data/26e46b1b-faab-1d35-b094-73bf3cca689e/WALs/testcorruptwaltrailer,16010,1731831844539/wal.dat.0; continuing. 2024-11-17T08:24:04,819 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/26e46b1b-faab-1d35-b094-73bf3cca689e/WALs/testcorruptwaltrailer,16010,1731831844539/wal.dat.0 so closing down 2024-11-17T08:24:04,819 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:04,820 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:04,831 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-17T08:24:04,833 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/26e46b1b-faab-1d35-b094-73bf3cca689e/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-17T08:24:04,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741856_1033 (size=863) 2024-11-17T08:24:04,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741856_1033 (size=863) 2024-11-17T08:24:04,868 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/26e46b1b-faab-1d35-b094-73bf3cca689e/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 1 ms) 2024-11-17T08:24:04,870 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/26e46b1b-faab-1d35-b094-73bf3cca689e/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33463/user/jenkins/test-data/26e46b1b-faab-1d35-b094-73bf3cca689e/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-17T08:24:04,870 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 192 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/26e46b1b-faab-1d35-b094-73bf3cca689e/WALs/testcorruptwaltrailer,16010,1731831844539/wal.dat.0, size=859, length=859, corrupted=false, cancelled=false 2024-11-17T08:24:04,871 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/26e46b1b-faab-1d35-b094-73bf3cca689e/WALs/testcorruptwaltrailer,16010,1731831844539/wal.dat.0, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/26e46b1b-faab-1d35-b094-73bf3cca689e/WALs/testcorruptwaltrailer,16010,1731831844539/wal.dat.0, size=859 (859bytes) at 1731831844668Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/26e46b1b-faab-1d35-b094-73bf3cca689e/WALs/testcorruptwaltrailer,16010,1731831844539/wal.dat.0 so closing down at 1731831844819 (+151 ms)3 split writer threads finished at 1731831844820 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/26e46b1b-faab-1d35-b094-73bf3cca689e/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731831844833 (+13 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/26e46b1b-faab-1d35-b094-73bf3cca689e/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 1 ms) at 1731831844868 (+35 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/26e46b1b-faab-1d35-b094-73bf3cca689e/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33463/user/jenkins/test-data/26e46b1b-faab-1d35-b094-73bf3cca689e/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1731831844870 (+2 ms)Processed 10 edits across 1 Regions in 192 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/26e46b1b-faab-1d35-b094-73bf3cca689e/WALs/testcorruptwaltrailer,16010,1731831844539/wal.dat.0, size=859, length=859, corrupted=false, cancelled=false at 1731831844870 2024-11-17T08:24:04,874 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/26e46b1b-faab-1d35-b094-73bf3cca689e/WALs/testcorruptwaltrailer,16010,1731831844539/wal.dat.0 to hdfs://localhost:33463/user/jenkins/test-data/26e46b1b-faab-1d35-b094-73bf3cca689e/oldWALs/wal.dat.0 2024-11-17T08:24:04,892 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptWALTrailer Thread=137 (was 137), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=465 (was 465), ProcessCount=11 (was 11), AvailableMemoryMB=3009 (was 3026) 2024-11-17T08:24:04,904 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testThreadingSlowWriterSmallBuffer Thread=137, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=465, ProcessCount=11, AvailableMemoryMB=3008 2024-11-17T08:24:04,905 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T08:24:04,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741857_1034 (size=7) 2024-11-17T08:24:04,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741857_1034 (size=7) 2024-11-17T08:24:04,930 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33463/user/jenkins/test-data/83bfcd61-e812-58af-994e-e16c830662b7 with version=8 2024-11-17T08:24:04,930 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:24:04,933 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:24:04,938 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T08:24:04,965 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testThreadingSlowWriterSmallBuffer Thread=137 (was 137), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=465 (was 465), ProcessCount=11 (was 11), AvailableMemoryMB=3007 (was 3008) 2024-11-17T08:24:04,986 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testOldRecoveredEditsFileSidelined Thread=137, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=465, ProcessCount=11, AvailableMemoryMB=3007 2024-11-17T08:24:04,986 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T08:24:05,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741858_1035 (size=7) 2024-11-17T08:24:05,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741858_1035 (size=7) 2024-11-17T08:24:05,010 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33463/user/jenkins/test-data/83bfcd61-e812-58af-994e-e16c830662b7 with version=8 2024-11-17T08:24:05,011 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:24:05,014 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:24:05,018 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T08:24:05,062 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-testfile.temp 2024-11-17T08:24:05,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741859_1036 (size=93) 2024-11-17T08:24:05,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741859_1036 (size=93) 2024-11-17T08:24:05,153 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testOldRecoveredEditsFileSidelined Thread=137 (was 137), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=465 (was 465), ProcessCount=11 (was 11), AvailableMemoryMB=3002 (was 3007) 2024-11-17T08:24:05,174 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testIOEOnOutputThread Thread=137, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=465, ProcessCount=11, AvailableMemoryMB=3002 2024-11-17T08:24:05,175 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T08:24:05,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741860_1037 (size=7) 2024-11-17T08:24:05,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741860_1037 (size=7) 2024-11-17T08:24:05,228 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33463/user/jenkins/test-data/83bfcd61-e812-58af-994e-e16c830662b7 with version=8 2024-11-17T08:24:05,228 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:24:05,230 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:24:05,234 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T08:24:05,234 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-17T08:24:05,235 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-17T08:24:05,237 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-17T08:24:05,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:05,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:05,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:05,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:05,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:05,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:05,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:05,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:05,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:05,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:05,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:05,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:05,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:05,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:05,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:05,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:05,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:05,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:05,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:05,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:05,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:05,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:05,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:05,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:05,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:05,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:05,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:05,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:05,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:05,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:05,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:05,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:05,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:05,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:05,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:05,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:05,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:05,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:05,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:05,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:05,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741861_1038 (size=1393) 2024-11-17T08:24:05,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741861_1038 (size=1393) 2024-11-17T08:24:05,268 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-17T08:24:05,269 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-17T08:24:05,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:05,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:05,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:05,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:05,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:05,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:05,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:05,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:05,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:05,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:05,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:05,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:05,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:05,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:05,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:05,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:05,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:05,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:05,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:05,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:05,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:05,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:05,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:05,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:05,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:05,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:05,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:05,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:05,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:05,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:05,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:05,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:05,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:05,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:05,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:05,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:05,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:05,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:05,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:05,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:05,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741862_1039 (size=1393) 2024-11-17T08:24:05,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741862_1039 (size=1393) 2024-11-17T08:24:05,308 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-17T08:24:05,308 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-17T08:24:05,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:05,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:05,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:05,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:05,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:05,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:05,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:05,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:05,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:05,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:05,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:05,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:05,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:05,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:05,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:05,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:05,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:05,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:05,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:05,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:05,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:05,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:05,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:05,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:05,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:05,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:05,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:05,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:05,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:05,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:05,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:05,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:05,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:05,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:05,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:05,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:05,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:05,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:05,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:05,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:05,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741863_1040 (size=1393) 2024-11-17T08:24:05,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741863_1040 (size=1393) 2024-11-17T08:24:05,750 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-17T08:24:05,750 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-17T08:24:05,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:05,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:05,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:05,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:05,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:05,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:05,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:05,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:05,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:05,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:05,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:05,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:05,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:05,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:05,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:05,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:05,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:05,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:05,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:05,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:05,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:05,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:05,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:05,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:05,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:05,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:05,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:05,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:05,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:05,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:05,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:05,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:05,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:05,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:05,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:05,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:05,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:05,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:05,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:05,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:05,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741864_1041 (size=1393) 2024-11-17T08:24:05,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741864_1041 (size=1393) 2024-11-17T08:24:06,185 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-17T08:24:06,186 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-17T08:24:06,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741865_1042 (size=1393) 2024-11-17T08:24:06,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741865_1042 (size=1393) 2024-11-17T08:24:06,226 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-17T08:24:06,226 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-17T08:24:06,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741866_1043 (size=1393) 2024-11-17T08:24:06,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741866_1043 (size=1393) 2024-11-17T08:24:06,291 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-17T08:24:06,292 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-17T08:24:06,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741867_1044 (size=1405) 2024-11-17T08:24:06,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741867_1044 (size=1405) 2024-11-17T08:24:06,355 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-17T08:24:06,355 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-17T08:24:06,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741868_1045 (size=1413) 2024-11-17T08:24:06,402 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-17T08:24:06,403 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-17T08:24:06,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741868_1045 (size=1413) 2024-11-17T08:24:06,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741869_1046 (size=1413) 2024-11-17T08:24:06,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741869_1046 (size=1413) 2024-11-17T08:24:06,461 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-17T08:24:06,461 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-17T08:24:06,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:06,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:06,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741870_1047 (size=1413) 2024-11-17T08:24:06,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741870_1047 (size=1413) 2024-11-17T08:24:06,519 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-17T08:24:06,542 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/bce0de47-f8c9-8a97-1db6-804d40ed2d30/WALs/testioeonoutputthread,16010,1731831845234/wal.dat.7, size=1.4 K (1413bytes) 2024-11-17T08:24:06,542 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/bce0de47-f8c9-8a97-1db6-804d40ed2d30/WALs/testioeonoutputthread,16010,1731831845234/wal.dat.7 2024-11-17T08:24:06,543 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/bce0de47-f8c9-8a97-1db6-804d40ed2d30/WALs/testioeonoutputthread,16010,1731831845234/wal.dat.7 after 1ms 2024-11-17T08:24:06,547 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/bce0de47-f8c9-8a97-1db6-804d40ed2d30/WALs/testioeonoutputthread,16010,1731831845234/wal.dat.7 took 5ms 2024-11-17T08:24:06,580 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/bce0de47-f8c9-8a97-1db6-804d40ed2d30/WALs/testioeonoutputthread,16010,1731831845234/wal.dat.7 so closing down 2024-11-17T08:24:06,580 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:06,580 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:06,615 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/bce0de47-f8c9-8a97-1db6-804d40ed2d30/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-17T08:24:06,623 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/bce0de47-f8c9-8a97-1db6-804d40ed2d30/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-17T08:24:06,625 ERROR [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/bbb/140=[#edits: 1 = ] to log java.io.IOException: Injected at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T08:24:06,625 ERROR [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/ccc/141=[#edits: 1 = ] to log java.io.IOException: Injected at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T08:24:06,626 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 0 Regions in 54 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/bce0de47-f8c9-8a97-1db6-804d40ed2d30/WALs/testioeonoutputthread,16010,1731831845234/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=true 2024-11-17T08:24:06,626 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/bce0de47-f8c9-8a97-1db6-804d40ed2d30/WALs/testioeonoutputthread,16010,1731831845234/wal.dat.7, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/bce0de47-f8c9-8a97-1db6-804d40ed2d30/WALs/testioeonoutputthread,16010,1731831845234/wal.dat.7, size=1.4 K (1413bytes) at 1731831846542Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/bce0de47-f8c9-8a97-1db6-804d40ed2d30/WALs/testioeonoutputthread,16010,1731831845234/wal.dat.7 so closing down at 1731831846580 (+38 ms)3 split writer threads finished at 1731831846580Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/bce0de47-f8c9-8a97-1db6-804d40ed2d30/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731831846615 (+35 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/bce0de47-f8c9-8a97-1db6-804d40ed2d30/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731831846623 (+8 ms)Failed to write log entry t1/bbb/140=[#edits: 1 = ] to log at 1731831846625 (+2 ms)Failed to write log entry t1/bbb/140=[#edits: 1 = ] to log at 1731831846625Processed 20 edits across 0 Regions in 54 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/bce0de47-f8c9-8a97-1db6-804d40ed2d30/WALs/testioeonoutputthread,16010,1731831845234/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=true at 1731831846626 (+1 ms) 2024-11-17T08:24:06,638 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testIOEOnOutputThread Thread=139 (was 137) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1844179327_22 at /127.0.0.1:35796 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Some-old-thread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) app//org.apache.hadoop.hbase.wal.TestWALSplit$3.run(TestWALSplit.java:850) Potentially hanging thread: Background-thread-dumper java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Thread.join(Thread.java:1307) app//org.apache.hadoop.hbase.util.Threads.threadDumpingIsAlive(Threads.java:111) app//org.apache.hadoop.hbase.wal.TestWALSplit$4.run(TestWALSplit.java:859) - Thread LEAK? -, OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=465 (was 465), ProcessCount=11 (was 11), AvailableMemoryMB=2976 (was 3002) 2024-11-17T08:24:06,647 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogCannotBeWrittenOnceParsed Thread=137, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=465, ProcessCount=11, AvailableMemoryMB=2975 2024-11-17T08:24:06,647 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T08:24:06,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741871_1048 (size=7) 2024-11-17T08:24:06,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741871_1048 (size=7) 2024-11-17T08:24:06,665 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33463/user/jenkins/test-data/83bfcd61-e812-58af-994e-e16c830662b7 with version=8 2024-11-17T08:24:06,665 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:24:06,668 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:24:06,673 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T08:24:06,715 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-17T08:24:06,717 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-17T08:24:06,720 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-17T08:24:06,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741872_1049 (size=2324) 2024-11-17T08:24:06,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741872_1049 (size=2324) 2024-11-17T08:24:06,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-17T08:24:06,777 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-17T08:24:06,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741873_1050 (size=1393) 2024-11-17T08:24:06,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741873_1050 (size=1393) 2024-11-17T08:24:06,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-17T08:24:06,801 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-17T08:24:06,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=31, seq=0 2024-11-17T08:24:06,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=32, seq=0 2024-11-17T08:24:06,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=33, seq=0 2024-11-17T08:24:06,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=34, seq=0 2024-11-17T08:24:06,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=35, seq=0 2024-11-17T08:24:06,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=36, seq=0 2024-11-17T08:24:06,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=37, seq=0 2024-11-17T08:24:06,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=38, seq=0 2024-11-17T08:24:06,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=39, seq=0 2024-11-17T08:24:06,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=40, seq=0 2024-11-17T08:24:06,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=41, seq=0 2024-11-17T08:24:06,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=42, seq=0 2024-11-17T08:24:06,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=43, seq=0 2024-11-17T08:24:06,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=44, seq=0 2024-11-17T08:24:06,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=45, seq=0 2024-11-17T08:24:06,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=46, seq=0 2024-11-17T08:24:06,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=47, seq=0 2024-11-17T08:24:06,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=48, seq=0 2024-11-17T08:24:06,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=49, seq=0 2024-11-17T08:24:06,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=50, seq=0 2024-11-17T08:24:06,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=51, seq=0 2024-11-17T08:24:06,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=52, seq=0 2024-11-17T08:24:06,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=53, seq=0 2024-11-17T08:24:06,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=54, seq=0 2024-11-17T08:24:06,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=55, seq=0 2024-11-17T08:24:06,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=56, seq=0 2024-11-17T08:24:06,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=57, seq=0 2024-11-17T08:24:06,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=58, seq=0 2024-11-17T08:24:06,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=59, seq=0 2024-11-17T08:24:06,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=60, seq=0 2024-11-17T08:24:06,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=61, seq=0 2024-11-17T08:24:06,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=62, seq=0 2024-11-17T08:24:06,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=63, seq=0 2024-11-17T08:24:06,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=64, seq=0 2024-11-17T08:24:06,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=65, seq=0 2024-11-17T08:24:06,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=66, seq=0 2024-11-17T08:24:06,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=67, seq=0 2024-11-17T08:24:06,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=68, seq=0 2024-11-17T08:24:06,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=69, seq=0 2024-11-17T08:24:06,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=70, seq=0 2024-11-17T08:24:06,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=71, seq=0 2024-11-17T08:24:06,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=72, seq=0 2024-11-17T08:24:06,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=73, seq=0 2024-11-17T08:24:06,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=74, seq=0 2024-11-17T08:24:06,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=75, seq=0 2024-11-17T08:24:06,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=76, seq=0 2024-11-17T08:24:06,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=77, seq=0 2024-11-17T08:24:06,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=78, seq=0 2024-11-17T08:24:06,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=79, seq=0 2024-11-17T08:24:06,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=80, seq=0 2024-11-17T08:24:06,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=81, seq=0 2024-11-17T08:24:06,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=82, seq=0 2024-11-17T08:24:06,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=83, seq=0 2024-11-17T08:24:06,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=84, seq=0 2024-11-17T08:24:06,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=85, seq=0 2024-11-17T08:24:06,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=86, seq=0 2024-11-17T08:24:06,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=87, seq=0 2024-11-17T08:24:06,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=88, seq=0 2024-11-17T08:24:06,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=89, seq=0 2024-11-17T08:24:06,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=90, seq=0 2024-11-17T08:24:06,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=91, seq=0 2024-11-17T08:24:06,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=92, seq=0 2024-11-17T08:24:06,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=93, seq=0 2024-11-17T08:24:06,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=94, seq=0 2024-11-17T08:24:06,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=95, seq=0 2024-11-17T08:24:06,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=96, seq=0 2024-11-17T08:24:06,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=97, seq=0 2024-11-17T08:24:06,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=98, seq=0 2024-11-17T08:24:06,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=99, seq=0 2024-11-17T08:24:06,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=100, seq=0 2024-11-17T08:24:06,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=101, seq=0 2024-11-17T08:24:06,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=102, seq=0 2024-11-17T08:24:06,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=103, seq=0 2024-11-17T08:24:06,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=104, seq=0 2024-11-17T08:24:06,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=105, seq=0 2024-11-17T08:24:06,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=106, seq=0 2024-11-17T08:24:06,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=107, seq=0 2024-11-17T08:24:06,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=108, seq=0 2024-11-17T08:24:06,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=109, seq=0 2024-11-17T08:24:06,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=110, seq=0 2024-11-17T08:24:06,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:06,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=111, seq=0 2024-11-17T08:24:06,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:06,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=112, seq=0 2024-11-17T08:24:07,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=113, seq=0 2024-11-17T08:24:07,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=114, seq=0 2024-11-17T08:24:07,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=115, seq=0 2024-11-17T08:24:07,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=116, seq=0 2024-11-17T08:24:07,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=117, seq=0 2024-11-17T08:24:07,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=118, seq=0 2024-11-17T08:24:07,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=119, seq=0 2024-11-17T08:24:07,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=120, seq=0 2024-11-17T08:24:07,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=121, seq=0 2024-11-17T08:24:07,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=122, seq=0 2024-11-17T08:24:07,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=123, seq=0 2024-11-17T08:24:07,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=124, seq=0 2024-11-17T08:24:07,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=125, seq=0 2024-11-17T08:24:07,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=126, seq=0 2024-11-17T08:24:07,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=127, seq=0 2024-11-17T08:24:07,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=128, seq=0 2024-11-17T08:24:07,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=129, seq=0 2024-11-17T08:24:07,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=130, seq=0 2024-11-17T08:24:07,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=131, seq=0 2024-11-17T08:24:07,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=132, seq=0 2024-11-17T08:24:07,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=133, seq=0 2024-11-17T08:24:07,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=134, seq=0 2024-11-17T08:24:07,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=135, seq=0 2024-11-17T08:24:07,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=136, seq=0 2024-11-17T08:24:07,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=137, seq=0 2024-11-17T08:24:07,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=138, seq=0 2024-11-17T08:24:07,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=139, seq=0 2024-11-17T08:24:07,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=140, seq=0 2024-11-17T08:24:07,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=141, seq=0 2024-11-17T08:24:07,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=142, seq=0 2024-11-17T08:24:07,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=143, seq=0 2024-11-17T08:24:07,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=144, seq=0 2024-11-17T08:24:07,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=145, seq=0 2024-11-17T08:24:07,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=146, seq=0 2024-11-17T08:24:07,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=147, seq=0 2024-11-17T08:24:07,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=148, seq=0 2024-11-17T08:24:07,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=149, seq=0 2024-11-17T08:24:07,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=150, seq=0 2024-11-17T08:24:07,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=151, seq=0 2024-11-17T08:24:07,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=152, seq=0 2024-11-17T08:24:07,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=153, seq=0 2024-11-17T08:24:07,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=154, seq=0 2024-11-17T08:24:07,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,111 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=155, seq=0 2024-11-17T08:24:07,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=156, seq=0 2024-11-17T08:24:07,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=157, seq=0 2024-11-17T08:24:07,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=158, seq=0 2024-11-17T08:24:07,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=159, seq=0 2024-11-17T08:24:07,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=160, seq=0 2024-11-17T08:24:07,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=161, seq=0 2024-11-17T08:24:07,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=162, seq=0 2024-11-17T08:24:07,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=163, seq=0 2024-11-17T08:24:07,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=164, seq=0 2024-11-17T08:24:07,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=165, seq=0 2024-11-17T08:24:07,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=166, seq=0 2024-11-17T08:24:07,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=167, seq=0 2024-11-17T08:24:07,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=168, seq=0 2024-11-17T08:24:07,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=169, seq=0 2024-11-17T08:24:07,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=170, seq=0 2024-11-17T08:24:07,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=171, seq=0 2024-11-17T08:24:07,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=172, seq=0 2024-11-17T08:24:07,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=173, seq=0 2024-11-17T08:24:07,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=174, seq=0 2024-11-17T08:24:07,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=175, seq=0 2024-11-17T08:24:07,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=176, seq=0 2024-11-17T08:24:07,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=177, seq=0 2024-11-17T08:24:07,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=178, seq=0 2024-11-17T08:24:07,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=179, seq=0 2024-11-17T08:24:07,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=180, seq=0 2024-11-17T08:24:07,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=181, seq=0 2024-11-17T08:24:07,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=182, seq=0 2024-11-17T08:24:07,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=183, seq=0 2024-11-17T08:24:07,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=184, seq=0 2024-11-17T08:24:07,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=185, seq=0 2024-11-17T08:24:07,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=186, seq=0 2024-11-17T08:24:07,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=187, seq=0 2024-11-17T08:24:07,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=188, seq=0 2024-11-17T08:24:07,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=189, seq=0 2024-11-17T08:24:07,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=190, seq=0 2024-11-17T08:24:07,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=191, seq=0 2024-11-17T08:24:07,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=192, seq=0 2024-11-17T08:24:07,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=193, seq=0 2024-11-17T08:24:07,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=194, seq=0 2024-11-17T08:24:07,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=195, seq=0 2024-11-17T08:24:07,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=196, seq=0 2024-11-17T08:24:07,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=197, seq=0 2024-11-17T08:24:07,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=198, seq=0 2024-11-17T08:24:07,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=199, seq=0 2024-11-17T08:24:07,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=200, seq=0 2024-11-17T08:24:07,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=201, seq=0 2024-11-17T08:24:07,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=202, seq=0 2024-11-17T08:24:07,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=203, seq=0 2024-11-17T08:24:07,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=204, seq=0 2024-11-17T08:24:07,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=205, seq=0 2024-11-17T08:24:07,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=206, seq=0 2024-11-17T08:24:07,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=207, seq=0 2024-11-17T08:24:07,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=208, seq=0 2024-11-17T08:24:07,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=209, seq=0 2024-11-17T08:24:07,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=210, seq=0 2024-11-17T08:24:07,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=211, seq=0 2024-11-17T08:24:07,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=212, seq=0 2024-11-17T08:24:07,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=213, seq=0 2024-11-17T08:24:07,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=214, seq=0 2024-11-17T08:24:07,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=215, seq=0 2024-11-17T08:24:07,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=216, seq=0 2024-11-17T08:24:07,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=217, seq=0 2024-11-17T08:24:07,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=218, seq=0 2024-11-17T08:24:07,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=219, seq=0 2024-11-17T08:24:07,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=220, seq=0 2024-11-17T08:24:07,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=221, seq=0 2024-11-17T08:24:07,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=222, seq=0 2024-11-17T08:24:07,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=223, seq=0 2024-11-17T08:24:07,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=224, seq=0 2024-11-17T08:24:07,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=225, seq=0 2024-11-17T08:24:07,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=226, seq=0 2024-11-17T08:24:07,259 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,259 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,259 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=227, seq=0 2024-11-17T08:24:07,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=228, seq=0 2024-11-17T08:24:07,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=229, seq=0 2024-11-17T08:24:07,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=230, seq=0 2024-11-17T08:24:07,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=231, seq=0 2024-11-17T08:24:07,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=232, seq=0 2024-11-17T08:24:07,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=233, seq=0 2024-11-17T08:24:07,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=234, seq=0 2024-11-17T08:24:07,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=235, seq=0 2024-11-17T08:24:07,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=236, seq=0 2024-11-17T08:24:07,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=237, seq=0 2024-11-17T08:24:07,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=238, seq=0 2024-11-17T08:24:07,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=239, seq=0 2024-11-17T08:24:07,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=240, seq=0 2024-11-17T08:24:07,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=241, seq=0 2024-11-17T08:24:07,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=242, seq=0 2024-11-17T08:24:07,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=243, seq=0 2024-11-17T08:24:07,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=244, seq=0 2024-11-17T08:24:07,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=245, seq=0 2024-11-17T08:24:07,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=246, seq=0 2024-11-17T08:24:07,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=247, seq=0 2024-11-17T08:24:07,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=248, seq=0 2024-11-17T08:24:07,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=249, seq=0 2024-11-17T08:24:07,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=250, seq=0 2024-11-17T08:24:07,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=251, seq=0 2024-11-17T08:24:07,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=252, seq=0 2024-11-17T08:24:07,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=253, seq=0 2024-11-17T08:24:07,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=254, seq=0 2024-11-17T08:24:07,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=255, seq=0 2024-11-17T08:24:07,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=256, seq=0 2024-11-17T08:24:07,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=257, seq=0 2024-11-17T08:24:07,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=258, seq=0 2024-11-17T08:24:07,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=259, seq=0 2024-11-17T08:24:07,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=260, seq=0 2024-11-17T08:24:07,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=261, seq=0 2024-11-17T08:24:07,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=262, seq=0 2024-11-17T08:24:07,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=263, seq=0 2024-11-17T08:24:07,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=264, seq=0 2024-11-17T08:24:07,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=265, seq=0 2024-11-17T08:24:07,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=266, seq=0 2024-11-17T08:24:07,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=267, seq=0 2024-11-17T08:24:07,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=268, seq=0 2024-11-17T08:24:07,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=269, seq=0 2024-11-17T08:24:07,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=270, seq=0 2024-11-17T08:24:07,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=271, seq=0 2024-11-17T08:24:07,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=272, seq=0 2024-11-17T08:24:07,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=273, seq=0 2024-11-17T08:24:07,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=274, seq=0 2024-11-17T08:24:07,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=275, seq=0 2024-11-17T08:24:07,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=276, seq=0 2024-11-17T08:24:07,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=277, seq=0 2024-11-17T08:24:07,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=278, seq=0 2024-11-17T08:24:07,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=279, seq=0 2024-11-17T08:24:07,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=280, seq=0 2024-11-17T08:24:07,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=281, seq=0 2024-11-17T08:24:07,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=282, seq=0 2024-11-17T08:24:07,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=283, seq=0 2024-11-17T08:24:07,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=284, seq=0 2024-11-17T08:24:07,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=285, seq=0 2024-11-17T08:24:07,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=286, seq=0 2024-11-17T08:24:07,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=287, seq=0 2024-11-17T08:24:07,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=288, seq=0 2024-11-17T08:24:07,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=289, seq=0 2024-11-17T08:24:07,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=290, seq=0 2024-11-17T08:24:07,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=291, seq=0 2024-11-17T08:24:07,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=292, seq=0 2024-11-17T08:24:07,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=293, seq=0 2024-11-17T08:24:07,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=294, seq=0 2024-11-17T08:24:07,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=295, seq=0 2024-11-17T08:24:07,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=296, seq=0 2024-11-17T08:24:07,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=297, seq=0 2024-11-17T08:24:07,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=298, seq=0 2024-11-17T08:24:07,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=299, seq=0 2024-11-17T08:24:07,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=300, seq=0 2024-11-17T08:24:07,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=301, seq=0 2024-11-17T08:24:07,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=302, seq=0 2024-11-17T08:24:07,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=303, seq=0 2024-11-17T08:24:07,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=304, seq=0 2024-11-17T08:24:07,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=305, seq=0 2024-11-17T08:24:07,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=306, seq=0 2024-11-17T08:24:07,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=307, seq=0 2024-11-17T08:24:07,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=308, seq=0 2024-11-17T08:24:07,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=309, seq=0 2024-11-17T08:24:07,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=310, seq=0 2024-11-17T08:24:07,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=311, seq=0 2024-11-17T08:24:07,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=312, seq=0 2024-11-17T08:24:07,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=313, seq=0 2024-11-17T08:24:07,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=314, seq=0 2024-11-17T08:24:07,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=315, seq=0 2024-11-17T08:24:07,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=316, seq=0 2024-11-17T08:24:07,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=317, seq=0 2024-11-17T08:24:07,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=318, seq=0 2024-11-17T08:24:07,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=319, seq=0 2024-11-17T08:24:07,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=320, seq=0 2024-11-17T08:24:07,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=321, seq=0 2024-11-17T08:24:07,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=322, seq=0 2024-11-17T08:24:07,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=323, seq=0 2024-11-17T08:24:07,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=324, seq=0 2024-11-17T08:24:07,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=325, seq=0 2024-11-17T08:24:07,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=326, seq=0 2024-11-17T08:24:07,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=327, seq=0 2024-11-17T08:24:07,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=328, seq=0 2024-11-17T08:24:07,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=329, seq=0 2024-11-17T08:24:07,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=330, seq=0 2024-11-17T08:24:07,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=331, seq=0 2024-11-17T08:24:07,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=332, seq=0 2024-11-17T08:24:07,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=333, seq=0 2024-11-17T08:24:07,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=334, seq=0 2024-11-17T08:24:07,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=335, seq=0 2024-11-17T08:24:07,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=336, seq=0 2024-11-17T08:24:07,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=337, seq=0 2024-11-17T08:24:07,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=338, seq=0 2024-11-17T08:24:07,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=339, seq=0 2024-11-17T08:24:07,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=340, seq=0 2024-11-17T08:24:07,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=341, seq=0 2024-11-17T08:24:07,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=342, seq=0 2024-11-17T08:24:07,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=343, seq=0 2024-11-17T08:24:07,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=344, seq=0 2024-11-17T08:24:07,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=345, seq=0 2024-11-17T08:24:07,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=346, seq=0 2024-11-17T08:24:07,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=347, seq=0 2024-11-17T08:24:07,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=348, seq=0 2024-11-17T08:24:07,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=349, seq=0 2024-11-17T08:24:07,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=350, seq=0 2024-11-17T08:24:07,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=351, seq=0 2024-11-17T08:24:07,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=352, seq=0 2024-11-17T08:24:07,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=353, seq=0 2024-11-17T08:24:07,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=354, seq=0 2024-11-17T08:24:07,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=355, seq=0 2024-11-17T08:24:07,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=356, seq=0 2024-11-17T08:24:07,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=357, seq=0 2024-11-17T08:24:07,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=358, seq=0 2024-11-17T08:24:07,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=359, seq=0 2024-11-17T08:24:07,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=360, seq=0 2024-11-17T08:24:07,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=361, seq=0 2024-11-17T08:24:07,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=362, seq=0 2024-11-17T08:24:07,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=363, seq=0 2024-11-17T08:24:07,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=364, seq=0 2024-11-17T08:24:07,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=365, seq=0 2024-11-17T08:24:07,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=366, seq=0 2024-11-17T08:24:07,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=367, seq=0 2024-11-17T08:24:07,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=368, seq=0 2024-11-17T08:24:07,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=369, seq=0 2024-11-17T08:24:07,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=370, seq=0 2024-11-17T08:24:07,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=371, seq=0 2024-11-17T08:24:07,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=372, seq=0 2024-11-17T08:24:07,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=373, seq=0 2024-11-17T08:24:07,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=374, seq=0 2024-11-17T08:24:07,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=375, seq=0 2024-11-17T08:24:07,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=376, seq=0 2024-11-17T08:24:07,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=377, seq=0 2024-11-17T08:24:07,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=378, seq=0 2024-11-17T08:24:07,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=379, seq=0 2024-11-17T08:24:07,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=380, seq=0 2024-11-17T08:24:07,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=381, seq=0 2024-11-17T08:24:07,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=382, seq=0 2024-11-17T08:24:07,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=383, seq=0 2024-11-17T08:24:07,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=384, seq=0 2024-11-17T08:24:07,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=385, seq=0 2024-11-17T08:24:07,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=386, seq=0 2024-11-17T08:24:07,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=387, seq=0 2024-11-17T08:24:07,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=388, seq=0 2024-11-17T08:24:07,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=389, seq=0 2024-11-17T08:24:07,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=390, seq=0 2024-11-17T08:24:07,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=391, seq=0 2024-11-17T08:24:07,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=392, seq=0 2024-11-17T08:24:07,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=393, seq=0 2024-11-17T08:24:07,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=394, seq=0 2024-11-17T08:24:07,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=395, seq=0 2024-11-17T08:24:07,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=396, seq=0 2024-11-17T08:24:07,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=397, seq=0 2024-11-17T08:24:07,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=398, seq=0 2024-11-17T08:24:07,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=399, seq=0 2024-11-17T08:24:07,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=400, seq=0 2024-11-17T08:24:07,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=401, seq=0 2024-11-17T08:24:07,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=402, seq=0 2024-11-17T08:24:07,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=403, seq=0 2024-11-17T08:24:07,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=404, seq=0 2024-11-17T08:24:07,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=405, seq=0 2024-11-17T08:24:07,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=406, seq=0 2024-11-17T08:24:07,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=407, seq=0 2024-11-17T08:24:07,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=408, seq=0 2024-11-17T08:24:07,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=409, seq=0 2024-11-17T08:24:07,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=410, seq=0 2024-11-17T08:24:07,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=411, seq=0 2024-11-17T08:24:07,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=412, seq=0 2024-11-17T08:24:07,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=413, seq=0 2024-11-17T08:24:07,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=414, seq=0 2024-11-17T08:24:07,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=415, seq=0 2024-11-17T08:24:07,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=416, seq=0 2024-11-17T08:24:07,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=417, seq=0 2024-11-17T08:24:07,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=418, seq=0 2024-11-17T08:24:07,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=419, seq=0 2024-11-17T08:24:07,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=420, seq=0 2024-11-17T08:24:07,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=421, seq=0 2024-11-17T08:24:07,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=422, seq=0 2024-11-17T08:24:07,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=423, seq=0 2024-11-17T08:24:07,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=424, seq=0 2024-11-17T08:24:07,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=425, seq=0 2024-11-17T08:24:07,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=426, seq=0 2024-11-17T08:24:07,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=427, seq=0 2024-11-17T08:24:07,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=428, seq=0 2024-11-17T08:24:07,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=429, seq=0 2024-11-17T08:24:07,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=430, seq=0 2024-11-17T08:24:07,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=431, seq=0 2024-11-17T08:24:07,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=432, seq=0 2024-11-17T08:24:07,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=433, seq=0 2024-11-17T08:24:07,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=434, seq=0 2024-11-17T08:24:07,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=435, seq=0 2024-11-17T08:24:07,667 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=436, seq=0 2024-11-17T08:24:07,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=437, seq=0 2024-11-17T08:24:07,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=438, seq=0 2024-11-17T08:24:07,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=439, seq=0 2024-11-17T08:24:07,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=440, seq=0 2024-11-17T08:24:07,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=441, seq=0 2024-11-17T08:24:07,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=442, seq=0 2024-11-17T08:24:07,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=443, seq=0 2024-11-17T08:24:07,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=444, seq=0 2024-11-17T08:24:07,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=445, seq=0 2024-11-17T08:24:07,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=446, seq=0 2024-11-17T08:24:07,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=447, seq=0 2024-11-17T08:24:07,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=448, seq=0 2024-11-17T08:24:07,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=449, seq=0 2024-11-17T08:24:07,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=450, seq=0 2024-11-17T08:24:07,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=451, seq=0 2024-11-17T08:24:07,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=452, seq=0 2024-11-17T08:24:07,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=453, seq=0 2024-11-17T08:24:07,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=454, seq=0 2024-11-17T08:24:07,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=455, seq=0 2024-11-17T08:24:07,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=456, seq=0 2024-11-17T08:24:07,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=457, seq=0 2024-11-17T08:24:07,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=458, seq=0 2024-11-17T08:24:07,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=459, seq=0 2024-11-17T08:24:07,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=460, seq=0 2024-11-17T08:24:07,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=461, seq=0 2024-11-17T08:24:07,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=462, seq=0 2024-11-17T08:24:07,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=463, seq=0 2024-11-17T08:24:07,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=464, seq=0 2024-11-17T08:24:07,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=465, seq=0 2024-11-17T08:24:07,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=466, seq=0 2024-11-17T08:24:07,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=467, seq=0 2024-11-17T08:24:07,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=468, seq=0 2024-11-17T08:24:07,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=469, seq=0 2024-11-17T08:24:07,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=470, seq=0 2024-11-17T08:24:07,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=471, seq=0 2024-11-17T08:24:07,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=472, seq=0 2024-11-17T08:24:07,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=473, seq=0 2024-11-17T08:24:07,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=474, seq=0 2024-11-17T08:24:07,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=475, seq=0 2024-11-17T08:24:07,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=476, seq=0 2024-11-17T08:24:07,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=477, seq=0 2024-11-17T08:24:07,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=478, seq=0 2024-11-17T08:24:07,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=479, seq=0 2024-11-17T08:24:07,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=480, seq=0 2024-11-17T08:24:07,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=481, seq=0 2024-11-17T08:24:07,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=482, seq=0 2024-11-17T08:24:07,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=483, seq=0 2024-11-17T08:24:07,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=484, seq=0 2024-11-17T08:24:07,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=485, seq=0 2024-11-17T08:24:07,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=486, seq=0 2024-11-17T08:24:07,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=487, seq=0 2024-11-17T08:24:07,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=488, seq=0 2024-11-17T08:24:07,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=489, seq=0 2024-11-17T08:24:07,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=490, seq=0 2024-11-17T08:24:07,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=491, seq=0 2024-11-17T08:24:07,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=492, seq=0 2024-11-17T08:24:07,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=493, seq=0 2024-11-17T08:24:07,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=494, seq=0 2024-11-17T08:24:07,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=495, seq=0 2024-11-17T08:24:07,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=496, seq=0 2024-11-17T08:24:07,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=497, seq=0 2024-11-17T08:24:07,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=498, seq=0 2024-11-17T08:24:07,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=499, seq=0 2024-11-17T08:24:07,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=500, seq=0 2024-11-17T08:24:07,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=501, seq=0 2024-11-17T08:24:07,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=502, seq=0 2024-11-17T08:24:07,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=503, seq=0 2024-11-17T08:24:07,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=504, seq=0 2024-11-17T08:24:07,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=505, seq=0 2024-11-17T08:24:07,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=506, seq=0 2024-11-17T08:24:07,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=507, seq=0 2024-11-17T08:24:07,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=508, seq=0 2024-11-17T08:24:07,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=509, seq=0 2024-11-17T08:24:07,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=510, seq=0 2024-11-17T08:24:07,849 DEBUG [Time-limited test {}] wal.TestWALSplit$1(248): Contents of WALDIR (hdfs://localhost:33463/user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/WALs/testlogcannotbewrittenonceparsed,16010,1731831846673): HdfsNamedFileStatus{path=hdfs://localhost:33463/user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/WALs/testlogcannotbewrittenonceparsed,16010,1731831846673/wal.dat.0; isDirectory=false; length=2324; replication=2; blocksize=268435456; modification_time=1731831846776; access_time=1731831846721; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33463/user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/WALs/testlogcannotbewrittenonceparsed,16010,1731831846673/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731831846800; access_time=1731831846778; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33463/user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/WALs/testlogcannotbewrittenonceparsed,16010,1731831846673/wal.dat.2; isDirectory=false; length=150; replication=2; blocksize=268435456; modification_time=1731831846802; access_time=1731831846802; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-17T08:24:07,849 INFO [Time-limited test {}] wal.TestWALSplit$1(249): Splitting WALs out from under zombie. Expecting 3 files. 2024-11-17T08:24:07,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=511, seq=0 2024-11-17T08:24:07,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=512, seq=0 2024-11-17T08:24:07,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=513, seq=0 2024-11-17T08:24:07,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=514, seq=0 2024-11-17T08:24:07,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=515, seq=0 2024-11-17T08:24:07,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=516, seq=0 2024-11-17T08:24:07,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=517, seq=0 2024-11-17T08:24:07,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=518, seq=0 2024-11-17T08:24:07,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=519, seq=0 2024-11-17T08:24:07,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=520, seq=0 2024-11-17T08:24:07,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=521, seq=0 2024-11-17T08:24:07,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=522, seq=0 2024-11-17T08:24:07,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=523, seq=0 2024-11-17T08:24:07,875 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/WALs/testlogcannotbewrittenonceparsed,16010,1731831846673/wal.dat.0, size=2.3 K (2324bytes) 2024-11-17T08:24:07,875 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/WALs/testlogcannotbewrittenonceparsed,16010,1731831846673/wal.dat.0 2024-11-17T08:24:07,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=524, seq=0 2024-11-17T08:24:07,877 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/WALs/testlogcannotbewrittenonceparsed,16010,1731831846673/wal.dat.0 after 2ms 2024-11-17T08:24:07,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=525, seq=0 2024-11-17T08:24:07,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=526, seq=0 2024-11-17T08:24:07,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=527, seq=0 2024-11-17T08:24:07,881 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/WALs/testlogcannotbewrittenonceparsed,16010,1731831846673/wal.dat.0 took 6ms 2024-11-17T08:24:07,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=528, seq=0 2024-11-17T08:24:07,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=529, seq=0 2024-11-17T08:24:07,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=530, seq=0 2024-11-17T08:24:07,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=531, seq=0 2024-11-17T08:24:07,888 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/WALs/testlogcannotbewrittenonceparsed,16010,1731831846673/wal.dat.0 so closing down 2024-11-17T08:24:07,888 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:07,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=532, seq=0 2024-11-17T08:24:07,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=533, seq=0 2024-11-17T08:24:07,892 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:07,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=534, seq=0 2024-11-17T08:24:07,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=535, seq=0 2024-11-17T08:24:07,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=536, seq=0 2024-11-17T08:24:07,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=537, seq=0 2024-11-17T08:24:07,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=538, seq=0 2024-11-17T08:24:07,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=539, seq=0 2024-11-17T08:24:07,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,906 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-17T08:24:07,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=540, seq=0 2024-11-17T08:24:07,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=541, seq=0 2024-11-17T08:24:07,909 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-17T08:24:07,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=542, seq=0 2024-11-17T08:24:07,910 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-17T08:24:07,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,911 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-17T08:24:07,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=543, seq=0 2024-11-17T08:24:07,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=544, seq=0 2024-11-17T08:24:07,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=545, seq=0 2024-11-17T08:24:07,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=546, seq=0 2024-11-17T08:24:07,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=547, seq=0 2024-11-17T08:24:07,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=548, seq=0 2024-11-17T08:24:07,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=549, seq=0 2024-11-17T08:24:07,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=550, seq=0 2024-11-17T08:24:07,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=551, seq=0 2024-11-17T08:24:07,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=552, seq=0 2024-11-17T08:24:07,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=553, seq=0 2024-11-17T08:24:07,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=554, seq=0 2024-11-17T08:24:07,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=555, seq=0 2024-11-17T08:24:07,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=556, seq=0 2024-11-17T08:24:07,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=557, seq=0 2024-11-17T08:24:07,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=558, seq=0 2024-11-17T08:24:07,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=559, seq=0 2024-11-17T08:24:07,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=560, seq=0 2024-11-17T08:24:07,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=561, seq=0 2024-11-17T08:24:07,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=562, seq=0 2024-11-17T08:24:07,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=563, seq=0 2024-11-17T08:24:07,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741876_1053 (size=743) 2024-11-17T08:24:07,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=564, seq=0 2024-11-17T08:24:07,956 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:07,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=565, seq=0 2024-11-17T08:24:07,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741876_1053 (size=743) 2024-11-17T08:24:07,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=566, seq=0 2024-11-17T08:24:07,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741875_1052 (size=743) 2024-11-17T08:24:07,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,961 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33463/user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-17T08:24:07,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=567, seq=0 2024-11-17T08:24:07,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=568, seq=0 2024-11-17T08:24:07,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=569, seq=0 2024-11-17T08:24:07,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=570, seq=0 2024-11-17T08:24:07,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=571, seq=0 2024-11-17T08:24:07,970 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:07,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741875_1052 (size=743) 2024-11-17T08:24:07,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=572, seq=0 2024-11-17T08:24:07,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,972 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33463/user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-17T08:24:07,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,973 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 27 edits across 2 Regions in 89 ms; skipped=7; WAL=hdfs://localhost:33463/user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/WALs/testlogcannotbewrittenonceparsed,16010,1731831846673/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false 2024-11-17T08:24:07,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=573, seq=0 2024-11-17T08:24:07,974 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/WALs/testlogcannotbewrittenonceparsed,16010,1731831846673/wal.dat.0, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/WALs/testlogcannotbewrittenonceparsed,16010,1731831846673/wal.dat.0, size=2.3 K (2324bytes) at 1731831847875Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/WALs/testlogcannotbewrittenonceparsed,16010,1731831846673/wal.dat.0 so closing down at 1731831847888 (+13 ms)3 split writer threads finished at 1731831847892 (+4 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731831847910 (+18 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731831847911 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831847956 (+45 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33463/user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731831847961 (+5 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831847970 (+9 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33463/user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731831847973 (+3 ms)Processed 27 edits across 2 Regions in 89 ms; skipped=7; WAL=hdfs://localhost:33463/user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/WALs/testlogcannotbewrittenonceparsed,16010,1731831846673/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false at 1731831847974 (+1 ms) 2024-11-17T08:24:07,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=574, seq=0 2024-11-17T08:24:07,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=575, seq=0 2024-11-17T08:24:07,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,980 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/WALs/testlogcannotbewrittenonceparsed,16010,1731831846673/wal.dat.0 to hdfs://localhost:33463/user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/oldWALs/wal.dat.0 2024-11-17T08:24:07,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=576, seq=0 2024-11-17T08:24:07,980 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/WALs/testlogcannotbewrittenonceparsed,16010,1731831846673/wal.dat.1, size=1.4 K (1393bytes) 2024-11-17T08:24:07,981 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/WALs/testlogcannotbewrittenonceparsed,16010,1731831846673/wal.dat.1 2024-11-17T08:24:07,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,983 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/WALs/testlogcannotbewrittenonceparsed,16010,1731831846673/wal.dat.1 after 2ms 2024-11-17T08:24:07,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=577, seq=0 2024-11-17T08:24:07,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=578, seq=0 2024-11-17T08:24:07,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,988 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/WALs/testlogcannotbewrittenonceparsed,16010,1731831846673/wal.dat.1 took 8ms 2024-11-17T08:24:07,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=579, seq=0 2024-11-17T08:24:07,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=580, seq=0 2024-11-17T08:24:07,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=581, seq=0 2024-11-17T08:24:07,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=582, seq=0 2024-11-17T08:24:07,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=583, seq=0 2024-11-17T08:24:07,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:07,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=584, seq=0 2024-11-17T08:24:07,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:07,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:08,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=585, seq=0 2024-11-17T08:24:08,001 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/WALs/testlogcannotbewrittenonceparsed,16010,1731831846673/wal.dat.1 so closing down 2024-11-17T08:24:08,001 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:08,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:08,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:08,002 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:08,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=586, seq=0 2024-11-17T08:24:08,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:08,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:08,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=587, seq=0 2024-11-17T08:24:08,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:08,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:08,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=588, seq=0 2024-11-17T08:24:08,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:08,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:08,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=589, seq=0 2024-11-17T08:24:08,011 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-17T08:24:08,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:08,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:08,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=590, seq=0 2024-11-17T08:24:08,013 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-17T08:24:08,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:08,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:08,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=591, seq=0 2024-11-17T08:24:08,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:08,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:08,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=592, seq=0 2024-11-17T08:24:08,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:08,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:08,022 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-17T08:24:08,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=593, seq=0 2024-11-17T08:24:08,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:08,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:08,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=594, seq=0 2024-11-17T08:24:08,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:08,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:08,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=595, seq=0 2024-11-17T08:24:08,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:08,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:08,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=596, seq=0 2024-11-17T08:24:08,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:08,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:08,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=597, seq=0 2024-11-17T08:24:08,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:08,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:08,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=598, seq=0 2024-11-17T08:24:08,034 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-17T08:24:08,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:08,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:08,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=599, seq=0 2024-11-17T08:24:08,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:08,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:08,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=600, seq=0 2024-11-17T08:24:08,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:08,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:08,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=601, seq=0 2024-11-17T08:24:08,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:08,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:08,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=602, seq=0 2024-11-17T08:24:08,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:08,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:08,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=603, seq=0 2024-11-17T08:24:08,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:08,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:08,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=604, seq=0 2024-11-17T08:24:08,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:08,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:08,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=605, seq=0 2024-11-17T08:24:08,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:08,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:08,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=606, seq=0 2024-11-17T08:24:08,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:08,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:08,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=607, seq=0 2024-11-17T08:24:08,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:08,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:08,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=608, seq=0 2024-11-17T08:24:08,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:08,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:08,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741877_1054 (size=743) 2024-11-17T08:24:08,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741878_1055 (size=743) 2024-11-17T08:24:08,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741878_1055 (size=743) 2024-11-17T08:24:08,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=609, seq=0 2024-11-17T08:24:08,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741877_1054 (size=743) 2024-11-17T08:24:08,065 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 4 ms) 2024-11-17T08:24:08,065 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:08,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:08,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:08,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=610, seq=0 2024-11-17T08:24:08,067 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33463/user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-17T08:24:08,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:08,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:08,068 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33463/user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-17T08:24:08,068 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 77 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/WALs/testlogcannotbewrittenonceparsed,16010,1731831846673/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T08:24:08,068 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/WALs/testlogcannotbewrittenonceparsed,16010,1731831846673/wal.dat.1, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/WALs/testlogcannotbewrittenonceparsed,16010,1731831846673/wal.dat.1, size=1.4 K (1393bytes) at 1731831847980Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/WALs/testlogcannotbewrittenonceparsed,16010,1731831846673/wal.dat.1 so closing down at 1731831848001 (+21 ms)3 split writer threads finished at 1731831848002 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731831848013 (+11 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731831848034 (+21 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 4 ms) at 1731831848065 (+31 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831848065Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33463/user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731831848067 (+2 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33463/user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731831848068 (+1 ms)Processed 20 edits across 2 Regions in 77 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/WALs/testlogcannotbewrittenonceparsed,16010,1731831846673/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731831848068 2024-11-17T08:24:08,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=611, seq=0 2024-11-17T08:24:08,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:08,072 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/WALs/testlogcannotbewrittenonceparsed,16010,1731831846673/wal.dat.1 to hdfs://localhost:33463/user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/oldWALs/wal.dat.1 2024-11-17T08:24:08,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:08,072 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/WALs/testlogcannotbewrittenonceparsed,16010,1731831846673/wal.dat.2, size=150 (150bytes) 2024-11-17T08:24:08,072 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/WALs/testlogcannotbewrittenonceparsed,16010,1731831846673/wal.dat.2 2024-11-17T08:24:08,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=612, seq=0 2024-11-17T08:24:08,073 WARN [IPC Server handler 4 on default port 33463 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/WALs/testlogcannotbewrittenonceparsed,16010,1731831846673/wal.dat.2 has not been closed. Lease recovery is in progress. RecoveryId = 1056 for block blk_1073741874_1051 2024-11-17T08:24:08,073 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/WALs/testlogcannotbewrittenonceparsed,16010,1731831846673/wal.dat.2 after 1ms 2024-11-17T08:24:08,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:08,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:08,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=613, seq=0 2024-11-17T08:24:08,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:08,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:08,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=614, seq=0 2024-11-17T08:24:08,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:08,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:08,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=615, seq=0 2024-11-17T08:24:08,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:08,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:08,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=616, seq=0 2024-11-17T08:24:08,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:08,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:08,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=617, seq=0 2024-11-17T08:24:08,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:08,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:08,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=618, seq=0 2024-11-17T08:24:08,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:08,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:08,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=619, seq=0 2024-11-17T08:24:08,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:08,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:08,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=620, seq=0 2024-11-17T08:24:08,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:08,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:08,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=621, seq=0 2024-11-17T08:24:08,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:08,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:08,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=622, seq=0 2024-11-17T08:24:08,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:08,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:08,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=623, seq=0 2024-11-17T08:24:08,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:08,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:08,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=624, seq=0 2024-11-17T08:24:08,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:08,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:08,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=625, seq=0 2024-11-17T08:24:08,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:08,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:08,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=626, seq=0 2024-11-17T08:24:08,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:08,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:08,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=627, seq=0 2024-11-17T08:24:08,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:08,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:08,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=628, seq=0 2024-11-17T08:24:08,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:08,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:08,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=629, seq=0 2024-11-17T08:24:08,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:08,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:08,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=630, seq=0 2024-11-17T08:24:08,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:08,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:08,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=631, seq=0 2024-11-17T08:24:08,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:08,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:08,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=632, seq=0 2024-11-17T08:24:08,111 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:08,111 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:08,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=633, seq=0 2024-11-17T08:24:08,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:08,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:08,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=634, seq=0 2024-11-17T08:24:08,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:08,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:08,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=635, seq=0 2024-11-17T08:24:08,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:08,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:08,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=636, seq=0 2024-11-17T08:24:08,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:08,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:08,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=637, seq=0 2024-11-17T08:24:08,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:08,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:08,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=638, seq=0 2024-11-17T08:24:08,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:08,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:08,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=639, seq=0 2024-11-17T08:24:08,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:08,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:08,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=640, seq=0 2024-11-17T08:24:08,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-17T08:24:08,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-17T08:24:08,147 WARN [ResponseProcessor for block BP-1074356471-172.17.0.3-1731831829433:blk_1073741874_1051 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-1074356471-172.17.0.3-1731831829433:blk_1073741874_1051 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-17T08:24:08,147 WARN [DataStreamer for file /user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/WALs/testlogcannotbewrittenonceparsed,16010,1731831846673/wal.dat.2 block BP-1074356471-172.17.0.3-1731831829433:blk_1073741874_1051 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1074356471-172.17.0.3-1731831829433:blk_1073741874_1051 in pipeline [DatanodeInfoWithStorage[127.0.0.1:39773,DS-72be48cf-37dc-4484-8153-db2859bd0d10,DISK], DatanodeInfoWithStorage[127.0.0.1:35687,DS-4ba6c2e9-6d3e-4c97-956b-552f8c7c6477,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:39773,DS-72be48cf-37dc-4484-8153-db2859bd0d10,DISK]) is bad. 2024-11-17T08:24:08,147 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1927579443_536 at /127.0.0.1:35990 [Receiving block BP-1074356471-172.17.0.3-1731831829433:blk_1073741874_1051] {}] datanode.DataXceiver(331): 127.0.0.1:39773:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35990 dst: /127.0.0.1:39773 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:39773 remote=/127.0.0.1:35990]. Total timeout mills is 60000, 59994 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T08:24:08,149 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1927579443_536 at /127.0.0.1:52928 [Receiving block BP-1074356471-172.17.0.3-1731831829433:blk_1073741874_1051] {}] datanode.DataXceiver(331): 127.0.0.1:35687:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:52928 dst: /127.0.0.1:35687 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T08:24:08,149 WARN [DataStreamer for file /user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/WALs/testlogcannotbewrittenonceparsed,16010,1731831846673/wal.dat.2 block BP-1074356471-172.17.0.3-1731831829433:blk_1073741874_1051 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1074356471-172.17.0.3-1731831829433:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-17T08:24:08,150 WARN [ZombieLastLogWriterRegionServer {}] hdfs.DFSOutputStream(748): Error while syncing org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1074356471-172.17.0.3-1731831829433:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-17T08:24:08,150 ERROR [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(356): ZombieLastLogWriterRegionServer ex org.apache.hadoop.ipc.RemoteException(java.io.IOException): Unexpected BlockUCState: BP-1074356471-172.17.0.3-1731831829433:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) 2024-11-17T08:24:08,151 ERROR [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(358): Juliet: got RemoteException Unexpected BlockUCState: BP-1074356471-172.17.0.3-1731831829433:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) while writing 641 2024-11-17T08:24:08,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(371): ZombieLastLogWriterRegionServer Writer exiting 2024-11-17T08:24:08,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741874_1056 (size=40355) 2024-11-17T08:24:08,151 WARN [ZombieLastLogWriterRegionServer {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1074356471-172.17.0.3-1731831829433:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-17T08:24:08,151 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer$1(335): ignoring error when closing final writer. org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1074356471-172.17.0.3-1731831829433:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-17T08:24:12,074 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:33463/user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/WALs/testlogcannotbewrittenonceparsed,16010,1731831846673/wal.dat.2 after 4002ms 2024-11-17T08:24:12,078 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/WALs/testlogcannotbewrittenonceparsed,16010,1731831846673/wal.dat.2 took 4006ms 2024-11-17T08:24:12,106 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:33463/user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/WALs/testlogcannotbewrittenonceparsed,16010,1731831846673/wal.dat.2; continuing. 2024-11-17T08:24:12,106 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/WALs/testlogcannotbewrittenonceparsed,16010,1731831846673/wal.dat.2 so closing down 2024-11-17T08:24:12,106 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:12,108 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:12,115 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-17T08:24:12,115 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-17T08:24:12,116 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-17T08:24:12,132 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-17T08:24:12,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741879_1057 (size=39713) 2024-11-17T08:24:12,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741879_1057 (size=39713) 2024-11-17T08:24:12,144 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 620 edits, skipped 0 edits in 5 ms) 2024-11-17T08:24:12,149 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33463/user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-17T08:24:12,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741880_1058 (size=743) 2024-11-17T08:24:12,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741880_1058 (size=743) 2024-11-17T08:24:12,154 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:12,157 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33463/user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-17T08:24:12,158 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 630 edits across 2 Regions in 75 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/WALs/testlogcannotbewrittenonceparsed,16010,1731831846673/wal.dat.2, size=150, length=150, corrupted=false, cancelled=false 2024-11-17T08:24:12,158 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/WALs/testlogcannotbewrittenonceparsed,16010,1731831846673/wal.dat.2, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/WALs/testlogcannotbewrittenonceparsed,16010,1731831846673/wal.dat.2, size=150 (150bytes) at 1731831848072Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/WALs/testlogcannotbewrittenonceparsed,16010,1731831846673/wal.dat.2 so closing down at 1731831852106 (+4034 ms)3 split writer threads finished at 1731831852108 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731831852116 (+8 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731831852132 (+16 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 620 edits, skipped 0 edits in 5 ms) at 1731831852144 (+12 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33463/user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731831852149 (+5 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831852154 (+5 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33463/user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731831852157 (+3 ms)Processed 630 edits across 2 Regions in 75 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/WALs/testlogcannotbewrittenonceparsed,16010,1731831846673/wal.dat.2, size=150, length=150, corrupted=false, cancelled=false at 1731831852158 (+1 ms) 2024-11-17T08:24:12,162 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/WALs/testlogcannotbewrittenonceparsed,16010,1731831846673/wal.dat.2 to hdfs://localhost:33463/user/jenkins/test-data/da0b8c5f-71f5-2772-fcf8-07ca0370b41b/oldWALs/wal.dat.2 2024-11-17T08:24:12,165 INFO [Time-limited test {}] wal.TestWALSplit$1(251): Finished splitting out from under zombie. 2024-11-17T08:24:12,196 INFO [Time-limited test {}] wal.TestWALSplit(261): zombie=640, robber=640 2024-11-17T08:24:12,219 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogCannotBeWrittenOnceParsed Thread=143 (was 137) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1844179327_22 at /127.0.0.1:50186 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins-zombie@localhost:33463 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (372885837) connection to localhost/127.0.0.1:33463 from jenkins-robber java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (372885837) connection to localhost/127.0.0.1:33463 from jenkins-zombie java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins-robber@localhost:33463 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1844179327_22 at /127.0.0.1:60614 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=401 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=468 (was 465) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2872 (was 2975) 2024-11-17T08:24:12,226 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRetryOpenDuringRecovery Thread=143, OpenFileDescriptor=401, MaxFileDescriptor=1048576, SystemLoadAverage=468, ProcessCount=11, AvailableMemoryMB=2872 2024-11-17T08:24:12,226 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T08:24:12,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741881_1059 (size=7) 2024-11-17T08:24:12,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741881_1059 (size=7) 2024-11-17T08:24:12,236 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33463/user/jenkins/test-data/83bfcd61-e812-58af-994e-e16c830662b7 with version=8 2024-11-17T08:24:12,236 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:24:12,238 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:24:12,240 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T08:24:12,242 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-17T08:24:12,243 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-17T08:24:12,244 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-17T08:24:12,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741882_1060 (size=1393) 2024-11-17T08:24:12,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741882_1060 (size=1393) 2024-11-17T08:24:12,264 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-17T08:24:12,265 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-17T08:24:12,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741883_1061 (size=1393) 2024-11-17T08:24:12,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741883_1061 (size=1393) 2024-11-17T08:24:12,281 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-17T08:24:12,282 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-17T08:24:12,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741884_1062 (size=1393) 2024-11-17T08:24:12,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741884_1062 (size=1393) 2024-11-17T08:24:12,310 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-17T08:24:12,310 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-17T08:24:12,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741885_1063 (size=1393) 2024-11-17T08:24:12,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741885_1063 (size=1393) 2024-11-17T08:24:12,335 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-17T08:24:12,335 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-17T08:24:12,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741886_1064 (size=1393) 2024-11-17T08:24:12,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741886_1064 (size=1393) 2024-11-17T08:24:12,375 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-17T08:24:12,375 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-17T08:24:12,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741887_1065 (size=1393) 2024-11-17T08:24:12,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741887_1065 (size=1393) 2024-11-17T08:24:12,396 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-17T08:24:12,396 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-17T08:24:12,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741888_1066 (size=1405) 2024-11-17T08:24:12,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741888_1066 (size=1405) 2024-11-17T08:24:12,421 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-17T08:24:12,421 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-17T08:24:12,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741889_1067 (size=1413) 2024-11-17T08:24:12,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741889_1067 (size=1413) 2024-11-17T08:24:12,435 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-17T08:24:12,435 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-17T08:24:12,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741890_1068 (size=1413) 2024-11-17T08:24:12,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741890_1068 (size=1413) 2024-11-17T08:24:12,456 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-17T08:24:12,457 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-17T08:24:12,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:12,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:12,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741891_1069 (size=1413) 2024-11-17T08:24:12,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741891_1069 (size=1413) 2024-11-17T08:24:12,880 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-17T08:24:12,903 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.0, size=1.4 K (1393bytes) 2024-11-17T08:24:12,903 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.0 2024-11-17T08:24:12,905 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.0 after 2ms 2024-11-17T08:24:12,905 WARN [Time-limited test {}] wal.WALFactory(435): Lease should have recovered. This is not expected. Will retry java.io.IOException: Cannot obtain block length at org.apache.hadoop.hbase.wal.TestWALSplit$5.answer(TestWALSplit.java:927) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit$5.answer(TestWALSplit.java:919) ~[test-classes/:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.retryOverHdfsProblem(TestWALSplit.java:886) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testRetryOpenDuringRecovery(TestWALSplit.java:932) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T08:24:14,922 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.0 took 2019ms 2024-11-17T08:24:14,925 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.0 so closing down 2024-11-17T08:24:14,925 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:14,925 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:14,929 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-17T08:24:14,929 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-17T08:24:14,930 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-17T08:24:14,930 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-17T08:24:14,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741893_1071 (size=743) 2024-11-17T08:24:14,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741893_1071 (size=743) 2024-11-17T08:24:14,939 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:14,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741892_1070 (size=743) 2024-11-17T08:24:14,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741892_1070 (size=743) 2024-11-17T08:24:14,943 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-17T08:24:15,345 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:15,354 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-17T08:24:15,354 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 432 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T08:24:15,354 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.0, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.0, size=1.4 K (1393bytes) at 1731831852903Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.0 so closing down at 1731831854925 (+2022 ms)3 split writer threads finished at 1731831854925Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731831854930 (+5 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731831854930Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831854939 (+9 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731831854943 (+4 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831855346 (+403 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731831855354 (+8 ms)Processed 20 edits across 2 Regions in 432 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731831855354 2024-11-17T08:24:15,359 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.0 to hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/oldWALs/wal.dat.0 2024-11-17T08:24:15,360 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.1, size=1.4 K (1393bytes) 2024-11-17T08:24:15,360 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.1 2024-11-17T08:24:15,361 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.1 after 1ms 2024-11-17T08:24:15,365 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.1 took 5ms 2024-11-17T08:24:15,366 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.1 so closing down 2024-11-17T08:24:15,366 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:15,366 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:15,370 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-17T08:24:15,370 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-17T08:24:15,372 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-17T08:24:15,372 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-17T08:24:15,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741895_1073 (size=743) 2024-11-17T08:24:15,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741894_1072 (size=743) 2024-11-17T08:24:15,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741895_1073 (size=743) 2024-11-17T08:24:15,377 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:15,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741894_1072 (size=743) 2024-11-17T08:24:15,379 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:15,382 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-17T08:24:15,383 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-17T08:24:15,383 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T08:24:15,383 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.1, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.1, size=1.4 K (1393bytes) at 1731831855360Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.1 so closing down at 1731831855366 (+6 ms)3 split writer threads finished at 1731831855366Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731831855372 (+6 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731831855372Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831855377 (+5 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831855379 (+2 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731831855382 (+3 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731831855383 (+1 ms)Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731831855383 2024-11-17T08:24:15,388 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.1 to hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/oldWALs/wal.dat.1 2024-11-17T08:24:15,388 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.2, size=1.4 K (1393bytes) 2024-11-17T08:24:15,388 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.2 2024-11-17T08:24:15,389 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.2 after 1ms 2024-11-17T08:24:15,393 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.2 took 5ms 2024-11-17T08:24:15,394 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.2 so closing down 2024-11-17T08:24:15,394 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:15,394 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:15,398 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-17T08:24:15,398 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-17T08:24:15,399 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-17T08:24:15,399 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-17T08:24:15,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741896_1074 (size=743) 2024-11-17T08:24:15,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741896_1074 (size=743) 2024-11-17T08:24:15,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741897_1075 (size=743) 2024-11-17T08:24:15,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741897_1075 (size=743) 2024-11-17T08:24:15,406 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:15,409 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-17T08:24:15,806 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:15,811 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-17T08:24:15,811 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 418 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T08:24:15,811 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.2, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.2, size=1.4 K (1393bytes) at 1731831855388Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.2 so closing down at 1731831855394 (+6 ms)3 split writer threads finished at 1731831855394Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731831855399 (+5 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731831855399Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831855406 (+7 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731831855409 (+3 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831855806 (+397 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731831855811 (+5 ms)Processed 20 edits across 2 Regions in 418 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731831855811 2024-11-17T08:24:15,815 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.2 to hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/oldWALs/wal.dat.2 2024-11-17T08:24:15,815 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.3, size=1.4 K (1393bytes) 2024-11-17T08:24:15,815 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.3 2024-11-17T08:24:15,816 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.3 after 0ms 2024-11-17T08:24:15,820 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.3 took 5ms 2024-11-17T08:24:15,825 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.3 so closing down 2024-11-17T08:24:15,825 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:15,826 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:15,829 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-17T08:24:15,829 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-17T08:24:15,830 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-17T08:24:15,831 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-17T08:24:15,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741898_1076 (size=743) 2024-11-17T08:24:15,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741898_1076 (size=743) 2024-11-17T08:24:15,840 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:15,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741899_1077 (size=743) 2024-11-17T08:24:15,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741899_1077 (size=743) 2024-11-17T08:24:15,841 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:15,843 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-17T08:24:15,844 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-17T08:24:15,844 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T08:24:15,844 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.3, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.3, size=1.4 K (1393bytes) at 1731831855815Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.3 so closing down at 1731831855825 (+10 ms)3 split writer threads finished at 1731831855826 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731831855830 (+4 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731831855831 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831855840 (+9 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831855841 (+1 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731831855843 (+2 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731831855844 (+1 ms)Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731831855844 2024-11-17T08:24:15,847 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.3 to hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/oldWALs/wal.dat.3 2024-11-17T08:24:15,847 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.4, size=1.4 K (1393bytes) 2024-11-17T08:24:15,847 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.4 2024-11-17T08:24:15,847 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.4 after 0ms 2024-11-17T08:24:15,850 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.4 took 3ms 2024-11-17T08:24:15,852 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.4 so closing down 2024-11-17T08:24:15,852 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:15,852 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:15,856 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-17T08:24:15,856 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-17T08:24:15,858 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-17T08:24:15,858 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-17T08:24:15,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741900_1078 (size=743) 2024-11-17T08:24:15,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741901_1079 (size=743) 2024-11-17T08:24:15,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741900_1078 (size=743) 2024-11-17T08:24:15,867 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:15,867 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:15,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741901_1079 (size=743) 2024-11-17T08:24:15,870 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-17T08:24:15,870 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-17T08:24:15,870 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T08:24:15,870 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.4, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.4, size=1.4 K (1393bytes) at 1731831855847Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.4 so closing down at 1731831855852 (+5 ms)3 split writer threads finished at 1731831855852Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731831855858 (+6 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731831855858Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831855867 (+9 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831855867Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731831855870 (+3 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731831855870Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731831855870 2024-11-17T08:24:15,872 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.4 to hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/oldWALs/wal.dat.4 2024-11-17T08:24:15,873 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.5, size=1.4 K (1393bytes) 2024-11-17T08:24:15,873 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.5 2024-11-17T08:24:15,873 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.5 after 0ms 2024-11-17T08:24:15,876 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.5 took 4ms 2024-11-17T08:24:15,878 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.5 so closing down 2024-11-17T08:24:15,878 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:15,878 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:15,882 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-17T08:24:15,882 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-17T08:24:15,883 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-17T08:24:15,883 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-17T08:24:15,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741903_1081 (size=743) 2024-11-17T08:24:15,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741903_1081 (size=743) 2024-11-17T08:24:15,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741902_1080 (size=743) 2024-11-17T08:24:15,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741902_1080 (size=743) 2024-11-17T08:24:15,891 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:15,893 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-17T08:24:16,293 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:16,300 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-17T08:24:16,300 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 424 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T08:24:16,300 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.5, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.5, size=1.4 K (1393bytes) at 1731831855873Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.5 so closing down at 1731831855878 (+5 ms)3 split writer threads finished at 1731831855878Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731831855883 (+5 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731831855883Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831855891 (+8 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731831855893 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831856293 (+400 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731831856300 (+7 ms)Processed 20 edits across 2 Regions in 424 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731831856300 2024-11-17T08:24:16,304 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.5 to hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/oldWALs/wal.dat.5 2024-11-17T08:24:16,305 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.6, size=1.4 K (1405bytes) 2024-11-17T08:24:16,305 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.6 2024-11-17T08:24:16,306 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.6 after 0ms 2024-11-17T08:24:16,309 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.6 took 5ms 2024-11-17T08:24:16,311 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.6 so closing down 2024-11-17T08:24:16,311 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:16,311 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:16,314 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-17T08:24:16,314 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-17T08:24:16,315 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-17T08:24:16,315 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-17T08:24:16,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741904_1082 (size=749) 2024-11-17T08:24:16,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741904_1082 (size=749) 2024-11-17T08:24:16,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741905_1083 (size=749) 2024-11-17T08:24:16,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741905_1083 (size=749) 2024-11-17T08:24:16,322 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:16,325 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-17T08:24:16,722 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:16,725 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-17T08:24:16,725 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-17T08:24:16,725 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.6, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.6, size=1.4 K (1405bytes) at 1731831856305Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.6 so closing down at 1731831856311 (+6 ms)3 split writer threads finished at 1731831856311Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731831856315 (+4 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731831856315Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831856322 (+7 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731831856325 (+3 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831856722 (+397 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731831856725 (+3 ms)Processed 20 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731831856725 2024-11-17T08:24:16,728 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.6 to hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/oldWALs/wal.dat.6 2024-11-17T08:24:16,729 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.7, size=1.4 K (1413bytes) 2024-11-17T08:24:16,729 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.7 2024-11-17T08:24:16,730 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.7 after 1ms 2024-11-17T08:24:16,733 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.7 took 5ms 2024-11-17T08:24:16,735 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.7 so closing down 2024-11-17T08:24:16,735 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:16,736 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:16,740 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-17T08:24:16,740 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-17T08:24:16,741 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-17T08:24:16,741 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-17T08:24:16,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741906_1084 (size=753) 2024-11-17T08:24:16,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741906_1084 (size=753) 2024-11-17T08:24:16,754 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:16,757 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-17T08:24:16,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741907_1085 (size=753) 2024-11-17T08:24:16,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741907_1085 (size=753) 2024-11-17T08:24:16,762 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:16,765 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-17T08:24:16,765 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T08:24:16,765 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.7, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.7, size=1.4 K (1413bytes) at 1731831856729Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.7 so closing down at 1731831856735 (+6 ms)3 split writer threads finished at 1731831856736 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731831856741 (+5 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731831856741Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831856754 (+13 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731831856757 (+3 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831856762 (+5 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731831856765 (+3 ms)Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731831856765 2024-11-17T08:24:16,768 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.7 to hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/oldWALs/wal.dat.7 2024-11-17T08:24:16,769 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.8, size=1.4 K (1413bytes) 2024-11-17T08:24:16,769 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.8 2024-11-17T08:24:16,769 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.8 after 0ms 2024-11-17T08:24:16,773 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.8 took 4ms 2024-11-17T08:24:16,775 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.8 so closing down 2024-11-17T08:24:16,775 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:16,775 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:16,778 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-17T08:24:16,778 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-17T08:24:16,779 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-17T08:24:16,779 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-17T08:24:16,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741909_1087 (size=753) 2024-11-17T08:24:16,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741908_1086 (size=753) 2024-11-17T08:24:16,788 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:16,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741909_1087 (size=753) 2024-11-17T08:24:16,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741908_1086 (size=753) 2024-11-17T08:24:16,789 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:16,791 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-17T08:24:16,791 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-17T08:24:16,791 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T08:24:16,792 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.8, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.8, size=1.4 K (1413bytes) at 1731831856769Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.8 so closing down at 1731831856775 (+6 ms)3 split writer threads finished at 1731831856775Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731831856779 (+4 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731831856779Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831856788 (+9 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831856789 (+1 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731831856791 (+2 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731831856791Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731831856792 (+1 ms) 2024-11-17T08:24:16,795 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.8 to hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/oldWALs/wal.dat.8 2024-11-17T08:24:16,795 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.9, size=1.4 K (1413bytes) 2024-11-17T08:24:16,796 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.9 2024-11-17T08:24:16,796 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.9 after 0ms 2024-11-17T08:24:16,800 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.9 took 5ms 2024-11-17T08:24:16,801 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.9 so closing down 2024-11-17T08:24:16,802 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:16,802 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:16,805 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-17T08:24:16,805 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-17T08:24:16,806 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-17T08:24:16,806 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-17T08:24:16,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741910_1088 (size=753) 2024-11-17T08:24:16,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741911_1089 (size=753) 2024-11-17T08:24:16,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741911_1089 (size=753) 2024-11-17T08:24:16,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741910_1088 (size=753) 2024-11-17T08:24:16,816 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:16,818 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-17T08:24:17,212 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:17,215 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-17T08:24:17,216 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T08:24:17,216 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.9, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.9, size=1.4 K (1413bytes) at 1731831856796Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.9 so closing down at 1731831856801 (+5 ms)3 split writer threads finished at 1731831856802 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731831856806 (+4 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731831856806Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831856816 (+10 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731831856818 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831857212 (+394 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731831857215 (+3 ms)Processed 20 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731831857216 (+1 ms) 2024-11-17T08:24:17,219 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/WALs/testretryopenduringrecovery,16010,1731831852240/wal.dat.9 to hdfs://localhost:33463/user/jenkins/test-data/6f68f723-27ec-6d9f-eb56-9f8eadb35569/oldWALs/wal.dat.9 2024-11-17T08:24:17,234 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRetryOpenDuringRecovery Thread=143 (was 143), OpenFileDescriptor=401 (was 401), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=430 (was 468), ProcessCount=11 (was 11), AvailableMemoryMB=2867 (was 2872) 2024-11-17T08:24:17,240 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testOpenZeroLengthReportedFileButWithDataGetsSplit Thread=143, OpenFileDescriptor=401, MaxFileDescriptor=1048576, SystemLoadAverage=430, ProcessCount=11, AvailableMemoryMB=2867 2024-11-17T08:24:17,240 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T08:24:17,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741912_1090 (size=7) 2024-11-17T08:24:17,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741912_1090 (size=7) 2024-11-17T08:24:17,248 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33463/user/jenkins/test-data/83bfcd61-e812-58af-994e-e16c830662b7 with version=8 2024-11-17T08:24:17,249 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:24:17,250 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:24:17,253 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T08:24:17,253 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-17T08:24:17,254 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-17T08:24:17,255 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-17T08:24:17,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741913_1091 (size=1393) 2024-11-17T08:24:17,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741913_1091 (size=1393) 2024-11-17T08:24:17,273 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-17T08:24:17,273 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-17T08:24:17,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741914_1092 (size=1393) 2024-11-17T08:24:17,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741914_1092 (size=1393) 2024-11-17T08:24:17,287 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-17T08:24:17,288 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-17T08:24:17,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741915_1093 (size=1393) 2024-11-17T08:24:17,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741915_1093 (size=1393) 2024-11-17T08:24:17,304 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-17T08:24:17,304 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-17T08:24:17,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741916_1094 (size=1393) 2024-11-17T08:24:17,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741916_1094 (size=1393) 2024-11-17T08:24:17,318 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-17T08:24:17,318 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-17T08:24:17,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741917_1095 (size=1393) 2024-11-17T08:24:17,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741917_1095 (size=1393) 2024-11-17T08:24:17,331 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-17T08:24:17,332 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-17T08:24:17,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,343 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-17T08:24:17,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741919_1097 (size=1405) 2024-11-17T08:24:17,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741919_1097 (size=1405) 2024-11-17T08:24:17,363 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-17T08:24:17,363 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-17T08:24:17,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741920_1098 (size=1413) 2024-11-17T08:24:17,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741920_1098 (size=1413) 2024-11-17T08:24:17,378 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-17T08:24:17,378 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-17T08:24:17,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741921_1099 (size=1413) 2024-11-17T08:24:17,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741921_1099 (size=1413) 2024-11-17T08:24:17,395 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-17T08:24:17,395 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-17T08:24:17,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:17,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:17,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741922_1100 (size=1413) 2024-11-17T08:24:17,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741922_1100 (size=1413) 2024-11-17T08:24:17,825 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-17T08:24:17,846 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.0, size=1.4 K (1393bytes) 2024-11-17T08:24:17,846 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.0 2024-11-17T08:24:17,846 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.0 after 0ms 2024-11-17T08:24:17,848 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.0 took 3ms 2024-11-17T08:24:17,850 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.0 so closing down 2024-11-17T08:24:17,850 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:17,851 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:17,853 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-17T08:24:17,853 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-17T08:24:17,854 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-17T08:24:17,854 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-17T08:24:17,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741923_1101 (size=743) 2024-11-17T08:24:17,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741923_1101 (size=743) 2024-11-17T08:24:17,862 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:17,863 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-17T08:24:17,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741924_1102 (size=743) 2024-11-17T08:24:17,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741924_1102 (size=743) 2024-11-17T08:24:17,866 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:17,867 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-17T08:24:17,868 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T08:24:17,868 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.0, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.0, size=1.4 K (1393bytes) at 1731831857846Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.0 so closing down at 1731831857850 (+4 ms)3 split writer threads finished at 1731831857851 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731831857854 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731831857854Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831857862 (+8 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731831857863 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831857866 (+3 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731831857867 (+1 ms)Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731831857868 (+1 ms) 2024-11-17T08:24:17,870 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.0 to hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/oldWALs/wal.dat.0 2024-11-17T08:24:17,870 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.1, size=1.4 K (1393bytes) 2024-11-17T08:24:17,870 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.1 2024-11-17T08:24:17,870 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.1 after 0ms 2024-11-17T08:24:17,872 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.1 took 2ms 2024-11-17T08:24:17,874 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.1 so closing down 2024-11-17T08:24:17,874 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:17,874 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:17,876 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-17T08:24:17,876 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-17T08:24:17,877 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-17T08:24:17,877 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-17T08:24:17,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741925_1103 (size=743) 2024-11-17T08:24:17,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741926_1104 (size=743) 2024-11-17T08:24:17,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741925_1103 (size=743) 2024-11-17T08:24:17,888 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:17,888 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:17,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741926_1104 (size=743) 2024-11-17T08:24:17,889 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-17T08:24:17,889 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-17T08:24:17,889 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T08:24:17,890 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.1, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.1, size=1.4 K (1393bytes) at 1731831857870Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.1 so closing down at 1731831857874 (+4 ms)3 split writer threads finished at 1731831857874Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731831857877 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731831857877Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831857888 (+11 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831857888Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731831857889 (+1 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731831857889Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731831857890 (+1 ms) 2024-11-17T08:24:17,891 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.1 to hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/oldWALs/wal.dat.1 2024-11-17T08:24:17,892 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.2, size=1.4 K (1393bytes) 2024-11-17T08:24:17,892 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.2 2024-11-17T08:24:17,892 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.2 after 0ms 2024-11-17T08:24:17,894 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.2 took 3ms 2024-11-17T08:24:17,895 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.2 so closing down 2024-11-17T08:24:17,895 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:17,895 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:17,897 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-17T08:24:17,897 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-17T08:24:17,898 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-17T08:24:17,898 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-17T08:24:17,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741928_1106 (size=743) 2024-11-17T08:24:17,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741928_1106 (size=743) 2024-11-17T08:24:17,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741927_1105 (size=743) 2024-11-17T08:24:17,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741927_1105 (size=743) 2024-11-17T08:24:18,310 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:18,310 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:18,312 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-17T08:24:18,312 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-17T08:24:18,312 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 418 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T08:24:18,312 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.2, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.2, size=1.4 K (1393bytes) at 1731831857892Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.2 so closing down at 1731831857895 (+3 ms)3 split writer threads finished at 1731831857895Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731831857898 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731831857898Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831858310 (+412 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831858310Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731831858312 (+2 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731831858312Processed 20 edits across 2 Regions in 418 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731831858312 2024-11-17T08:24:18,314 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.2 to hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/oldWALs/wal.dat.2 2024-11-17T08:24:18,314 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.3, size=1.4 K (1393bytes) 2024-11-17T08:24:18,314 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.3 2024-11-17T08:24:18,315 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.3 after 0ms 2024-11-17T08:24:18,317 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.3 took 3ms 2024-11-17T08:24:18,319 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.3 so closing down 2024-11-17T08:24:18,319 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:18,319 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:18,322 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-17T08:24:18,322 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-17T08:24:18,324 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-17T08:24:18,324 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-17T08:24:18,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741929_1107 (size=743) 2024-11-17T08:24:18,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741929_1107 (size=743) 2024-11-17T08:24:18,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741930_1108 (size=743) 2024-11-17T08:24:18,330 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:18,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741930_1108 (size=743) 2024-11-17T08:24:18,331 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-17T08:24:18,732 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:18,735 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-17T08:24:18,736 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 418 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T08:24:18,736 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.3, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.3, size=1.4 K (1393bytes) at 1731831858314Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.3 so closing down at 1731831858319 (+5 ms)3 split writer threads finished at 1731831858319Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731831858324 (+5 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731831858324Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831858330 (+6 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731831858331 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831858732 (+401 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731831858735 (+3 ms)Processed 20 edits across 2 Regions in 418 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731831858736 (+1 ms) 2024-11-17T08:24:18,740 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.3 to hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/oldWALs/wal.dat.3 2024-11-17T08:24:18,741 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.4, size=1.4 K (1393bytes) 2024-11-17T08:24:18,741 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.4 2024-11-17T08:24:18,742 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.4 after 1ms 2024-11-17T08:24:18,745 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.4 took 5ms 2024-11-17T08:24:18,748 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.4 so closing down 2024-11-17T08:24:18,748 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:18,748 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:18,751 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-17T08:24:18,751 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-17T08:24:18,752 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-17T08:24:18,752 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-17T08:24:18,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741931_1109 (size=743) 2024-11-17T08:24:18,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741931_1109 (size=743) 2024-11-17T08:24:18,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741932_1110 (size=743) 2024-11-17T08:24:18,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741932_1110 (size=743) 2024-11-17T08:24:18,764 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:18,765 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-17T08:24:19,161 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:19,166 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-17T08:24:19,167 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T08:24:19,167 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.4, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.4, size=1.4 K (1393bytes) at 1731831858741Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.4 so closing down at 1731831858748 (+7 ms)3 split writer threads finished at 1731831858748Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731831858752 (+4 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731831858752Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831858764 (+12 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731831858765 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831859161 (+396 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731831859166 (+5 ms)Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731831859167 (+1 ms) 2024-11-17T08:24:19,171 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.4 to hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/oldWALs/wal.dat.4 2024-11-17T08:24:19,171 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.5, size=150 (150bytes) 2024-11-17T08:24:19,171 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.5 2024-11-17T08:24:19,172 WARN [IPC Server handler 1 on default port 33463 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.5 has not been closed. Lease recovery is in progress. RecoveryId = 1111 for block blk_1073741918_1096 2024-11-17T08:24:19,172 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.5 after 1ms 2024-11-17T08:24:20,153 WARN [ResponseProcessor for block BP-1074356471-172.17.0.3-1731831829433:blk_1073741918_1096 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-1074356471-172.17.0.3-1731831829433:blk_1073741918_1096 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-17T08:24:20,153 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-465889561_22 at /127.0.0.1:32800 [Receiving block BP-1074356471-172.17.0.3-1731831829433:blk_1073741918_1096] {}] datanode.DataXceiver(331): 127.0.0.1:35687:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:32800 dst: /127.0.0.1:35687 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:35687 remote=/127.0.0.1:32800]. Total timeout mills is 60000, 57190 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T08:24:20,153 WARN [DataStreamer for file /user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.5 block BP-1074356471-172.17.0.3-1731831829433:blk_1073741918_1096 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1074356471-172.17.0.3-1731831829433:blk_1073741918_1096 in pipeline [DatanodeInfoWithStorage[127.0.0.1:35687,DS-4ba6c2e9-6d3e-4c97-956b-552f8c7c6477,DISK], DatanodeInfoWithStorage[127.0.0.1:39773,DS-72be48cf-37dc-4484-8153-db2859bd0d10,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:35687,DS-4ba6c2e9-6d3e-4c97-956b-552f8c7c6477,DISK]) is bad. 2024-11-17T08:24:20,153 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-465889561_22 at /127.0.0.1:50570 [Receiving block BP-1074356471-172.17.0.3-1731831829433:blk_1073741918_1096] {}] datanode.DataXceiver(331): 127.0.0.1:39773:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50570 dst: /127.0.0.1:39773 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T08:24:20,156 WARN [DataStreamer for file /user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.5 block BP-1074356471-172.17.0.3-1731831829433:blk_1073741918_1096 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1074356471-172.17.0.3-1731831829433:blk_1073741918_1096 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-17T08:24:20,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741918_1111 (size=1385) 2024-11-17T08:24:23,173 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.5 after 4002ms 2024-11-17T08:24:23,177 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.5 took 4006ms 2024-11-17T08:24:23,179 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.5; continuing. 2024-11-17T08:24:23,179 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.5 so closing down 2024-11-17T08:24:23,179 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:23,186 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:23,200 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-17T08:24:23,204 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-17T08:24:23,210 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-17T08:24:23,216 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-17T08:24:23,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741933_1112 (size=743) 2024-11-17T08:24:23,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741933_1112 (size=743) 2024-11-17T08:24:23,227 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:23,229 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-17T08:24:23,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741934_1113 (size=743) 2024-11-17T08:24:23,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741934_1113 (size=743) 2024-11-17T08:24:23,232 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:23,234 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-17T08:24:23,234 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 56 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.5, size=150, length=150, corrupted=false, cancelled=false 2024-11-17T08:24:23,234 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.5, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.5, size=150 (150bytes) at 1731831859171Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.5 so closing down at 1731831863179 (+4008 ms)3 split writer threads finished at 1731831863186 (+7 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731831863210 (+24 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731831863216 (+6 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831863227 (+11 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731831863229 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831863232 (+3 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731831863234 (+2 ms)Processed 20 edits across 2 Regions in 56 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.5, size=150, length=150, corrupted=false, cancelled=false at 1731831863234 2024-11-17T08:24:23,236 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.5 to hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/oldWALs/wal.dat.5 2024-11-17T08:24:23,237 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.6, size=1.4 K (1405bytes) 2024-11-17T08:24:23,237 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.6 2024-11-17T08:24:23,237 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.6 after 0ms 2024-11-17T08:24:23,239 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.6 took 3ms 2024-11-17T08:24:23,241 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.6 so closing down 2024-11-17T08:24:23,241 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:23,241 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:23,243 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-17T08:24:23,243 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-17T08:24:23,247 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-17T08:24:23,249 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-17T08:24:23,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741935_1114 (size=749) 2024-11-17T08:24:23,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741935_1114 (size=749) 2024-11-17T08:24:23,259 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:23,261 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-17T08:24:23,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741936_1115 (size=749) 2024-11-17T08:24:23,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741936_1115 (size=749) 2024-11-17T08:24:23,264 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:23,265 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-17T08:24:23,266 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-17T08:24:23,266 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.6, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.6, size=1.4 K (1405bytes) at 1731831863237Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.6 so closing down at 1731831863241 (+4 ms)3 split writer threads finished at 1731831863241Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731831863247 (+6 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731831863249 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831863259 (+10 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731831863261 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831863264 (+3 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731831863265 (+1 ms)Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731831863266 (+1 ms) 2024-11-17T08:24:23,267 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.6 to hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/oldWALs/wal.dat.6 2024-11-17T08:24:23,267 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.7, size=1.4 K (1413bytes) 2024-11-17T08:24:23,267 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.7 2024-11-17T08:24:23,268 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.7 after 0ms 2024-11-17T08:24:23,270 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T08:24:23,270 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.7 took 3ms 2024-11-17T08:24:23,271 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.7 so closing down 2024-11-17T08:24:23,271 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:23,271 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:23,275 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-17T08:24:23,275 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-17T08:24:23,276 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-17T08:24:23,276 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-17T08:24:23,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741937_1116 (size=753) 2024-11-17T08:24:23,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741937_1116 (size=753) 2024-11-17T08:24:23,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741938_1117 (size=753) 2024-11-17T08:24:23,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741938_1117 (size=753) 2024-11-17T08:24:23,296 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:23,297 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-17T08:24:23,686 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:23,687 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-17T08:24:23,688 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 418 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T08:24:23,688 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.7, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.7, size=1.4 K (1413bytes) at 1731831863267Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.7 so closing down at 1731831863271 (+4 ms)3 split writer threads finished at 1731831863271Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731831863276 (+5 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731831863276Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831863296 (+20 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731831863298 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831863686 (+388 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731831863687 (+1 ms)Processed 20 edits across 2 Regions in 418 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731831863688 (+1 ms) 2024-11-17T08:24:23,690 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.7 to hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/oldWALs/wal.dat.7 2024-11-17T08:24:23,690 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.8, size=1.4 K (1413bytes) 2024-11-17T08:24:23,690 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.8 2024-11-17T08:24:23,690 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.8 after 0ms 2024-11-17T08:24:23,693 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.8 took 3ms 2024-11-17T08:24:23,694 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.8 so closing down 2024-11-17T08:24:23,694 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:23,695 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:23,698 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-17T08:24:23,698 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-17T08:24:23,699 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-17T08:24:23,700 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-17T08:24:23,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741939_1118 (size=753) 2024-11-17T08:24:23,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741939_1118 (size=753) 2024-11-17T08:24:23,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741940_1119 (size=753) 2024-11-17T08:24:23,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741940_1119 (size=753) 2024-11-17T08:24:23,717 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:23,719 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-17T08:24:23,723 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:23,725 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-17T08:24:23,725 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T08:24:23,725 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.8, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.8, size=1.4 K (1413bytes) at 1731831863690Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.8 so closing down at 1731831863694 (+4 ms)3 split writer threads finished at 1731831863695 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731831863699 (+4 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731831863700 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831863717 (+17 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731831863719 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831863723 (+4 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731831863725 (+2 ms)Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731831863725 2024-11-17T08:24:23,727 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.8 to hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/oldWALs/wal.dat.8 2024-11-17T08:24:23,727 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.9, size=1.4 K (1413bytes) 2024-11-17T08:24:23,727 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.9 2024-11-17T08:24:23,728 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.9 after 1ms 2024-11-17T08:24:23,730 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.9 took 3ms 2024-11-17T08:24:23,731 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.9 so closing down 2024-11-17T08:24:23,731 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:23,732 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:23,735 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-17T08:24:23,735 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-17T08:24:23,736 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-17T08:24:23,740 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-17T08:24:23,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741941_1120 (size=753) 2024-11-17T08:24:23,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741941_1120 (size=753) 2024-11-17T08:24:23,758 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:23,763 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-17T08:24:23,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741942_1121 (size=753) 2024-11-17T08:24:23,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741942_1121 (size=753) 2024-11-17T08:24:23,770 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:23,773 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-17T08:24:23,773 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T08:24:23,773 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.9, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.9, size=1.4 K (1413bytes) at 1731831863727Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.9 so closing down at 1731831863731 (+4 ms)3 split writer threads finished at 1731831863732 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731831863736 (+4 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731831863740 (+4 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831863758 (+18 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731831863763 (+5 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831863770 (+7 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731831863773 (+3 ms)Processed 20 edits across 2 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731831863773 2024-11-17T08:24:23,777 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731831857253/wal.dat.9 to hdfs://localhost:33463/user/jenkins/test-data/40c9fb30-37eb-7d6c-3cc5-b220cd4644e0/oldWALs/wal.dat.9 2024-11-17T08:24:23,867 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testOpenZeroLengthReportedFileButWithDataGetsSplit Thread=140 (was 143), OpenFileDescriptor=397 (was 401), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=420 (was 430), ProcessCount=11 (was 11), AvailableMemoryMB=2812 (was 2867) 2024-11-17T08:24:23,875 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsPathForMeta Thread=140, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=420, ProcessCount=11, AvailableMemoryMB=2811 2024-11-17T08:24:23,876 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T08:24:23,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741943_1122 (size=7) 2024-11-17T08:24:23,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741943_1122 (size=7) 2024-11-17T08:24:23,893 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33463/user/jenkins/test-data/83bfcd61-e812-58af-994e-e16c830662b7 with version=8 2024-11-17T08:24:23,893 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:24:23,895 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:24:23,898 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T08:24:23,912 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsPathForMeta Thread=140 (was 140), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=420 (was 420), ProcessCount=11 (was 11), AvailableMemoryMB=2810 (was 2811) 2024-11-17T08:24:23,919 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplit Thread=140, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=420, ProcessCount=11, AvailableMemoryMB=2809 2024-11-17T08:24:23,919 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T08:24:23,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741944_1123 (size=7) 2024-11-17T08:24:23,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741944_1123 (size=7) 2024-11-17T08:24:24,332 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33463/user/jenkins/test-data/83bfcd61-e812-58af-994e-e16c830662b7 with version=8 2024-11-17T08:24:24,333 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:24:24,335 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:24:24,338 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T08:24:24,338 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-17T08:24:24,339 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-17T08:24:24,340 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-17T08:24:24,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741945_1124 (size=1393) 2024-11-17T08:24:24,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741945_1124 (size=1393) 2024-11-17T08:24:24,371 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-17T08:24:24,371 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-17T08:24:24,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741946_1125 (size=1393) 2024-11-17T08:24:24,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741946_1125 (size=1393) 2024-11-17T08:24:24,394 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-17T08:24:24,394 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-17T08:24:24,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741947_1126 (size=1393) 2024-11-17T08:24:24,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741947_1126 (size=1393) 2024-11-17T08:24:24,425 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-17T08:24:24,425 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-17T08:24:24,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741948_1127 (size=1393) 2024-11-17T08:24:24,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741948_1127 (size=1393) 2024-11-17T08:24:24,453 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-17T08:24:24,453 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-17T08:24:24,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741949_1128 (size=1393) 2024-11-17T08:24:24,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741949_1128 (size=1393) 2024-11-17T08:24:24,886 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-17T08:24:24,886 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-17T08:24:24,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741950_1129 (size=1393) 2024-11-17T08:24:24,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741950_1129 (size=1393) 2024-11-17T08:24:24,908 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-17T08:24:24,908 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-17T08:24:24,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741951_1130 (size=1405) 2024-11-17T08:24:24,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741951_1130 (size=1405) 2024-11-17T08:24:24,928 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-17T08:24:24,928 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-17T08:24:24,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:24,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741952_1131 (size=1413) 2024-11-17T08:24:24,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741952_1131 (size=1413) 2024-11-17T08:24:24,967 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-17T08:24:24,967 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-17T08:24:24,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:24,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:25,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:25,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:25,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:25,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:25,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:25,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:25,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:25,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:25,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:25,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:25,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:25,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:25,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:25,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:25,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:25,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:25,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:25,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:25,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:25,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:25,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:25,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:25,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:25,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:25,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:25,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:25,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:25,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:25,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:25,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:25,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:25,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:25,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:25,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:25,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:25,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:25,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:25,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:25,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741953_1132 (size=1413) 2024-11-17T08:24:25,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741953_1132 (size=1413) 2024-11-17T08:24:25,024 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-17T08:24:25,025 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-17T08:24:25,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:25,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:25,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:25,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:25,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:25,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:25,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:25,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:25,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:25,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:25,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:25,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:25,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:25,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:25,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:25,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:25,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:25,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:25,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:25,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:25,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:25,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:25,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:25,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:25,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:25,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:25,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:25,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:25,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:25,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:25,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:25,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:25,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:25,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:25,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:25,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:25,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:25,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:25,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:25,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:25,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741954_1133 (size=1413) 2024-11-17T08:24:25,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741954_1133 (size=1413) 2024-11-17T08:24:25,089 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-17T08:24:25,117 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.0, size=1.4 K (1393bytes) 2024-11-17T08:24:25,117 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.0 2024-11-17T08:24:25,117 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.0 after 0ms 2024-11-17T08:24:25,122 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.0 took 6ms 2024-11-17T08:24:25,130 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.0 so closing down 2024-11-17T08:24:25,131 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:25,131 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:25,147 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-17T08:24:25,155 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-17T08:24:25,160 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-17T08:24:25,165 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-17T08:24:25,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741956_1135 (size=743) 2024-11-17T08:24:25,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741956_1135 (size=743) 2024-11-17T08:24:25,191 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:25,193 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-17T08:24:25,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741955_1134 (size=743) 2024-11-17T08:24:25,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741955_1134 (size=743) 2024-11-17T08:24:25,210 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:25,212 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-17T08:24:25,212 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 85 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T08:24:25,212 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.0, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.0, size=1.4 K (1393bytes) at 1731831865117Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.0 so closing down at 1731831865130 (+13 ms)3 split writer threads finished at 1731831865131 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731831865160 (+29 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731831865165 (+5 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831865191 (+26 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731831865193 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831865210 (+17 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731831865212 (+2 ms)Processed 20 edits across 2 Regions in 85 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731831865212 2024-11-17T08:24:25,214 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.0 to hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/oldWALs/wal.dat.0 2024-11-17T08:24:25,215 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.1, size=1.4 K (1393bytes) 2024-11-17T08:24:25,215 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.1 2024-11-17T08:24:25,216 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.1 after 0ms 2024-11-17T08:24:25,218 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.1 took 4ms 2024-11-17T08:24:25,221 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.1 so closing down 2024-11-17T08:24:25,221 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:25,221 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:25,226 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-17T08:24:25,233 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-17T08:24:25,237 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-17T08:24:25,244 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-17T08:24:25,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741957_1136 (size=743) 2024-11-17T08:24:25,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741957_1136 (size=743) 2024-11-17T08:24:25,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741958_1137 (size=743) 2024-11-17T08:24:25,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741958_1137 (size=743) 2024-11-17T08:24:25,260 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:25,262 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-17T08:24:25,262 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:25,264 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-17T08:24:25,265 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 45 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T08:24:25,265 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.1, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.1, size=1.4 K (1393bytes) at 1731831865215Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.1 so closing down at 1731831865221 (+6 ms)3 split writer threads finished at 1731831865221Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731831865233 (+12 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731831865244 (+11 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831865260 (+16 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731831865262 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831865262Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731831865264 (+2 ms)Processed 20 edits across 2 Regions in 45 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731831865265 (+1 ms) 2024-11-17T08:24:25,268 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.1 to hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/oldWALs/wal.dat.1 2024-11-17T08:24:25,269 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.2, size=1.4 K (1393bytes) 2024-11-17T08:24:25,269 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.2 2024-11-17T08:24:25,269 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.2 after 0ms 2024-11-17T08:24:25,272 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.2 took 4ms 2024-11-17T08:24:25,281 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.2 so closing down 2024-11-17T08:24:25,281 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:25,281 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:25,287 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-17T08:24:25,287 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-17T08:24:25,289 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-17T08:24:25,294 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-17T08:24:25,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741959_1138 (size=743) 2024-11-17T08:24:25,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741959_1138 (size=743) 2024-11-17T08:24:25,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741960_1139 (size=743) 2024-11-17T08:24:25,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741960_1139 (size=743) 2024-11-17T08:24:25,324 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:25,326 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-17T08:24:25,720 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:25,721 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-17T08:24:25,722 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 443 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T08:24:25,722 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.2, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.2, size=1.4 K (1393bytes) at 1731831865269Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.2 so closing down at 1731831865281 (+12 ms)3 split writer threads finished at 1731831865281Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731831865289 (+8 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731831865294 (+5 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831865324 (+30 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731831865326 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831865720 (+394 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731831865721 (+1 ms)Processed 20 edits across 2 Regions in 443 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731831865722 (+1 ms) 2024-11-17T08:24:25,723 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.2 to hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/oldWALs/wal.dat.2 2024-11-17T08:24:25,724 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.3, size=1.4 K (1393bytes) 2024-11-17T08:24:25,724 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.3 2024-11-17T08:24:25,724 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.3 after 0ms 2024-11-17T08:24:25,726 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.3 took 3ms 2024-11-17T08:24:25,727 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.3 so closing down 2024-11-17T08:24:25,727 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:25,727 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:25,729 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-17T08:24:25,729 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-17T08:24:25,734 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-17T08:24:25,734 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-17T08:24:25,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741962_1141 (size=743) 2024-11-17T08:24:25,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741962_1141 (size=743) 2024-11-17T08:24:25,740 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:25,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741961_1140 (size=743) 2024-11-17T08:24:25,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741961_1140 (size=743) 2024-11-17T08:24:25,743 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:25,745 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-17T08:24:25,745 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-17T08:24:25,745 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T08:24:25,745 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.3, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.3, size=1.4 K (1393bytes) at 1731831865724Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.3 so closing down at 1731831865727 (+3 ms)3 split writer threads finished at 1731831865727Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731831865734 (+7 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731831865734Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831865740 (+6 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831865743 (+3 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731831865745 (+2 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731831865745Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731831865745 2024-11-17T08:24:25,746 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.3 to hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/oldWALs/wal.dat.3 2024-11-17T08:24:25,747 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.4, size=1.4 K (1393bytes) 2024-11-17T08:24:25,747 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.4 2024-11-17T08:24:25,747 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.4 after 0ms 2024-11-17T08:24:25,749 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.4 took 3ms 2024-11-17T08:24:25,750 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.4 so closing down 2024-11-17T08:24:25,750 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:25,751 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:25,754 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-17T08:24:25,754 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-17T08:24:25,755 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-17T08:24:25,755 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-17T08:24:25,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741963_1142 (size=743) 2024-11-17T08:24:25,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741963_1142 (size=743) 2024-11-17T08:24:25,770 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:25,772 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-17T08:24:25,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741964_1143 (size=743) 2024-11-17T08:24:25,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741964_1143 (size=743) 2024-11-17T08:24:25,788 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:25,791 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-17T08:24:25,791 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T08:24:25,792 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.4, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.4, size=1.4 K (1393bytes) at 1731831865747Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.4 so closing down at 1731831865750 (+3 ms)3 split writer threads finished at 1731831865751 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731831865755 (+4 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731831865755Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831865770 (+15 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731831865772 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831865788 (+16 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731831865791 (+3 ms)Processed 20 edits across 2 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731831865791 2024-11-17T08:24:25,794 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.4 to hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/oldWALs/wal.dat.4 2024-11-17T08:24:25,795 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.5, size=1.4 K (1393bytes) 2024-11-17T08:24:25,795 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.5 2024-11-17T08:24:25,795 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.5 after 0ms 2024-11-17T08:24:25,799 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.5 took 5ms 2024-11-17T08:24:25,825 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.5 so closing down 2024-11-17T08:24:25,825 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:25,826 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:25,847 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-17T08:24:25,852 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-17T08:24:25,857 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-17T08:24:25,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741965_1144 (size=743) 2024-11-17T08:24:25,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741965_1144 (size=743) 2024-11-17T08:24:25,864 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-17T08:24:25,865 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:25,867 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-17T08:24:25,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741966_1145 (size=743) 2024-11-17T08:24:25,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741966_1145 (size=743) 2024-11-17T08:24:25,879 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:25,881 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-17T08:24:25,881 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 57 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T08:24:25,882 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.5, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.5, size=1.4 K (1393bytes) at 1731831865795Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.5 so closing down at 1731831865825 (+30 ms)3 split writer threads finished at 1731831865826 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731831865852 (+26 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731831865864 (+12 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831865865 (+1 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731831865867 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831865879 (+12 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731831865881 (+2 ms)Processed 20 edits across 2 Regions in 57 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731831865881 2024-11-17T08:24:25,884 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.5 to hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/oldWALs/wal.dat.5 2024-11-17T08:24:25,884 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.6, size=1.4 K (1405bytes) 2024-11-17T08:24:25,884 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.6 2024-11-17T08:24:25,885 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.6 after 1ms 2024-11-17T08:24:25,889 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.6 took 5ms 2024-11-17T08:24:25,890 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.6 so closing down 2024-11-17T08:24:25,890 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:25,890 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:25,894 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-17T08:24:25,894 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-17T08:24:25,895 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-17T08:24:25,895 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-17T08:24:25,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741967_1146 (size=749) 2024-11-17T08:24:25,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741967_1146 (size=749) 2024-11-17T08:24:25,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741968_1147 (size=749) 2024-11-17T08:24:25,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741968_1147 (size=749) 2024-11-17T08:24:25,911 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:25,913 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-17T08:24:26,305 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:26,309 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-17T08:24:26,309 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-17T08:24:26,309 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.6, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.6, size=1.4 K (1405bytes) at 1731831865884Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.6 so closing down at 1731831865890 (+6 ms)3 split writer threads finished at 1731831865890Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731831865895 (+5 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731831865895Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831865911 (+16 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731831865913 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831866305 (+392 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731831866309 (+4 ms)Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731831866309 2024-11-17T08:24:26,312 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.6 to hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/oldWALs/wal.dat.6 2024-11-17T08:24:26,312 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.7, size=1.4 K (1413bytes) 2024-11-17T08:24:26,312 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.7 2024-11-17T08:24:26,313 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.7 after 1ms 2024-11-17T08:24:26,316 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.7 took 4ms 2024-11-17T08:24:26,336 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.7 so closing down 2024-11-17T08:24:26,336 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:26,336 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:26,343 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-17T08:24:26,344 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-17T08:24:26,349 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-17T08:24:26,356 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-17T08:24:26,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741969_1148 (size=753) 2024-11-17T08:24:26,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741969_1148 (size=753) 2024-11-17T08:24:26,370 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:26,371 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-17T08:24:26,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741970_1149 (size=753) 2024-11-17T08:24:26,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741970_1149 (size=753) 2024-11-17T08:24:26,390 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:26,392 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-17T08:24:26,392 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 58 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T08:24:26,392 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.7, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.7, size=1.4 K (1413bytes) at 1731831866312Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.7 so closing down at 1731831866336 (+24 ms)3 split writer threads finished at 1731831866336Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731831866344 (+8 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731831866356 (+12 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831866370 (+14 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731831866371 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831866390 (+19 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731831866392 (+2 ms)Processed 20 edits across 2 Regions in 58 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731831866392 2024-11-17T08:24:26,394 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.7 to hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/oldWALs/wal.dat.7 2024-11-17T08:24:26,395 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.8, size=1.4 K (1413bytes) 2024-11-17T08:24:26,395 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.8 2024-11-17T08:24:26,395 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.8 after 0ms 2024-11-17T08:24:26,398 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.8 took 4ms 2024-11-17T08:24:26,400 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.8 so closing down 2024-11-17T08:24:26,400 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:26,400 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:26,410 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-17T08:24:26,411 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-17T08:24:26,416 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-17T08:24:26,416 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-17T08:24:26,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741971_1150 (size=753) 2024-11-17T08:24:26,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741971_1150 (size=753) 2024-11-17T08:24:26,433 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:26,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741972_1151 (size=753) 2024-11-17T08:24:26,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741972_1151 (size=753) 2024-11-17T08:24:26,436 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:26,437 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-17T08:24:26,442 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-17T08:24:26,442 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T08:24:26,442 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.8, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.8, size=1.4 K (1413bytes) at 1731831866395Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.8 so closing down at 1731831866400 (+5 ms)3 split writer threads finished at 1731831866400Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731831866416 (+16 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731831866416Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831866433 (+17 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831866436 (+3 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731831866437 (+1 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731831866442 (+5 ms)Processed 20 edits across 2 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731831866442 2024-11-17T08:24:26,453 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.8 to hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/oldWALs/wal.dat.8 2024-11-17T08:24:26,453 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.9, size=1.4 K (1413bytes) 2024-11-17T08:24:26,453 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.9 2024-11-17T08:24:26,453 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.9 after 0ms 2024-11-17T08:24:26,455 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.9 took 2ms 2024-11-17T08:24:26,457 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.9 so closing down 2024-11-17T08:24:26,457 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:26,457 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:26,459 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-17T08:24:26,460 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-17T08:24:26,461 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-17T08:24:26,464 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-17T08:24:26,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741973_1152 (size=753) 2024-11-17T08:24:26,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741973_1152 (size=753) 2024-11-17T08:24:26,486 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:26,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741974_1153 (size=753) 2024-11-17T08:24:26,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741974_1153 (size=753) 2024-11-17T08:24:26,487 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:26,488 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-17T08:24:26,489 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-17T08:24:26,489 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T08:24:26,489 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.9, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.9, size=1.4 K (1413bytes) at 1731831866453Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.9 so closing down at 1731831866457 (+4 ms)3 split writer threads finished at 1731831866457Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731831866461 (+4 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731831866464 (+3 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831866486 (+22 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831866487 (+1 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731831866488 (+1 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731831866489 (+1 ms)Processed 20 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731831866489 2024-11-17T08:24:26,491 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/WALs/testsplit,16010,1731831864338/wal.dat.9 to hdfs://localhost:33463/user/jenkins/test-data/b07ce286-4cfe-d917-0ff7-a4d4a60e2b12/oldWALs/wal.dat.9 2024-11-17T08:24:26,556 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplit Thread=140 (was 140), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=420 (was 420), ProcessCount=11 (was 11), AvailableMemoryMB=2792 (was 2809) 2024-11-17T08:24:26,563 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testMovedWALDuringRecovery Thread=140, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=420, ProcessCount=11, AvailableMemoryMB=2792 2024-11-17T08:24:26,563 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T08:24:26,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741975_1154 (size=7) 2024-11-17T08:24:26,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741975_1154 (size=7) 2024-11-17T08:24:26,571 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33463/user/jenkins/test-data/83bfcd61-e812-58af-994e-e16c830662b7 with version=8 2024-11-17T08:24:26,571 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:24:26,572 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:24:26,575 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T08:24:26,575 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-17T08:24:26,576 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-17T08:24:26,579 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-17T08:24:26,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:26,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:26,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:26,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:26,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:26,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:26,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:26,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:26,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:26,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:26,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:26,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:26,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:26,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:26,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:26,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:26,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:26,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:26,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:26,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:26,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:26,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:26,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:26,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:26,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:26,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:26,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:26,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:26,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:26,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:26,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:26,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:26,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:26,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:26,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:26,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:26,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:26,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:26,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:26,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:26,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741976_1155 (size=1393) 2024-11-17T08:24:26,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741976_1155 (size=1393) 2024-11-17T08:24:27,000 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-17T08:24:27,000 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-17T08:24:27,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741977_1156 (size=1393) 2024-11-17T08:24:27,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741977_1156 (size=1393) 2024-11-17T08:24:27,015 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-17T08:24:27,015 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-17T08:24:27,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741978_1157 (size=1393) 2024-11-17T08:24:27,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741978_1157 (size=1393) 2024-11-17T08:24:27,028 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-17T08:24:27,028 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-17T08:24:27,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741979_1158 (size=1393) 2024-11-17T08:24:27,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741979_1158 (size=1393) 2024-11-17T08:24:27,053 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-17T08:24:27,053 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-17T08:24:27,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741980_1159 (size=1393) 2024-11-17T08:24:27,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741980_1159 (size=1393) 2024-11-17T08:24:27,072 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-17T08:24:27,073 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-17T08:24:27,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741981_1160 (size=1393) 2024-11-17T08:24:27,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741981_1160 (size=1393) 2024-11-17T08:24:27,494 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-17T08:24:27,495 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-17T08:24:27,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741982_1161 (size=1405) 2024-11-17T08:24:27,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741982_1161 (size=1405) 2024-11-17T08:24:27,528 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-17T08:24:27,528 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-17T08:24:27,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741983_1162 (size=1413) 2024-11-17T08:24:27,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741983_1162 (size=1413) 2024-11-17T08:24:27,552 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-17T08:24:27,552 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-17T08:24:27,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741984_1163 (size=1413) 2024-11-17T08:24:27,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741984_1163 (size=1413) 2024-11-17T08:24:27,587 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-17T08:24:27,587 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-17T08:24:27,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:27,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:27,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741985_1164 (size=1413) 2024-11-17T08:24:27,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741985_1164 (size=1413) 2024-11-17T08:24:27,641 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-17T08:24:27,659 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.0, size=1.4 K (1393bytes) 2024-11-17T08:24:27,659 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.0 2024-11-17T08:24:27,660 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.0 after 1ms 2024-11-17T08:24:27,663 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.0 took 4ms 2024-11-17T08:24:27,667 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.0 so closing down 2024-11-17T08:24:27,668 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:27,668 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:27,672 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-17T08:24:27,674 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-17T08:24:27,674 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-17T08:24:27,680 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-17T08:24:27,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741986_1165 (size=743) 2024-11-17T08:24:27,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741986_1165 (size=743) 2024-11-17T08:24:27,698 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:27,702 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-17T08:24:27,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741987_1166 (size=743) 2024-11-17T08:24:27,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741987_1166 (size=743) 2024-11-17T08:24:27,706 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:27,709 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-17T08:24:27,710 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 46 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T08:24:27,710 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.0, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.0, size=1.4 K (1393bytes) at 1731831867659Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.0 so closing down at 1731831867667 (+8 ms)3 split writer threads finished at 1731831867668 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731831867674 (+6 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731831867680 (+6 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831867698 (+18 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731831867702 (+4 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831867706 (+4 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731831867709 (+3 ms)Processed 20 edits across 2 Regions in 46 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731831867710 (+1 ms) 2024-11-17T08:24:27,713 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.0 to hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/oldWALs/wal.dat.0 2024-11-17T08:24:27,714 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.1, size=1.4 K (1393bytes) 2024-11-17T08:24:27,714 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.1 2024-11-17T08:24:27,714 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.1 after 0ms 2024-11-17T08:24:27,717 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.1 took 4ms 2024-11-17T08:24:27,722 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.1 so closing down 2024-11-17T08:24:27,722 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:27,723 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:27,727 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-17T08:24:27,728 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-17T08:24:27,729 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-17T08:24:27,729 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-17T08:24:27,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741989_1168 (size=743) 2024-11-17T08:24:27,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741989_1168 (size=743) 2024-11-17T08:24:27,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741988_1167 (size=743) 2024-11-17T08:24:27,752 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:27,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741988_1167 (size=743) 2024-11-17T08:24:27,755 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:27,757 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-17T08:24:27,757 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-17T08:24:27,757 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T08:24:27,757 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.1, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.1, size=1.4 K (1393bytes) at 1731831867714Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.1 so closing down at 1731831867722 (+8 ms)3 split writer threads finished at 1731831867723 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731831867729 (+6 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731831867729Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831867752 (+23 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831867755 (+3 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731831867757 (+2 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731831867757Processed 20 edits across 2 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731831867757 2024-11-17T08:24:27,760 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.1 to hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/oldWALs/wal.dat.1 2024-11-17T08:24:27,760 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.2, size=1.4 K (1393bytes) 2024-11-17T08:24:27,760 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.2 2024-11-17T08:24:27,761 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.2 after 1ms 2024-11-17T08:24:27,764 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.2 took 4ms 2024-11-17T08:24:27,766 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.2 so closing down 2024-11-17T08:24:27,766 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:27,767 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:27,771 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-17T08:24:27,771 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-17T08:24:27,772 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-17T08:24:27,772 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-17T08:24:27,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741991_1170 (size=743) 2024-11-17T08:24:27,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741991_1170 (size=743) 2024-11-17T08:24:27,785 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:27,787 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-17T08:24:27,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741990_1169 (size=743) 2024-11-17T08:24:27,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741990_1169 (size=743) 2024-11-17T08:24:28,191 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:28,193 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-17T08:24:28,194 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 428 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T08:24:28,194 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.2, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.2, size=1.4 K (1393bytes) at 1731831867760Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.2 so closing down at 1731831867766 (+6 ms)3 split writer threads finished at 1731831867767 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731831867772 (+5 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731831867772Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831867785 (+13 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731831867787 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831868191 (+404 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731831868193 (+2 ms)Processed 20 edits across 2 Regions in 428 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731831868194 (+1 ms) 2024-11-17T08:24:28,197 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.2 to hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/oldWALs/wal.dat.2 2024-11-17T08:24:28,197 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.3, size=1.4 K (1393bytes) 2024-11-17T08:24:28,197 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.3 2024-11-17T08:24:28,197 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.3 after 0ms 2024-11-17T08:24:28,200 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.3 took 3ms 2024-11-17T08:24:28,201 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.3 so closing down 2024-11-17T08:24:28,201 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:28,201 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:28,207 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-17T08:24:28,207 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-17T08:24:28,209 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-17T08:24:28,209 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-17T08:24:28,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741992_1171 (size=743) 2024-11-17T08:24:28,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741992_1171 (size=743) 2024-11-17T08:24:28,226 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:28,229 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-17T08:24:28,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741993_1172 (size=743) 2024-11-17T08:24:28,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741993_1172 (size=743) 2024-11-17T08:24:28,236 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:28,239 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-17T08:24:28,239 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 39 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T08:24:28,239 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.3, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.3, size=1.4 K (1393bytes) at 1731831868197Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.3 so closing down at 1731831868201 (+4 ms)3 split writer threads finished at 1731831868201Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731831868209 (+8 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731831868209Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831868226 (+17 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731831868229 (+3 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831868236 (+7 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731831868239 (+3 ms)Processed 20 edits across 2 Regions in 39 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731831868239 2024-11-17T08:24:28,243 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.3 to hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/oldWALs/wal.dat.3 2024-11-17T08:24:28,243 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.4, size=1.4 K (1393bytes) 2024-11-17T08:24:28,243 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.4 2024-11-17T08:24:28,244 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.4 after 1ms 2024-11-17T08:24:28,246 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.4 took 3ms 2024-11-17T08:24:28,248 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.4 so closing down 2024-11-17T08:24:28,248 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:28,248 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:28,251 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-17T08:24:28,252 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-17T08:24:28,264 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-17T08:24:28,264 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-17T08:24:28,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741995_1174 (size=743) 2024-11-17T08:24:28,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741995_1174 (size=743) 2024-11-17T08:24:28,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741994_1173 (size=743) 2024-11-17T08:24:28,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741994_1173 (size=743) 2024-11-17T08:24:28,278 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:28,279 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:28,282 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-17T08:24:28,283 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-17T08:24:28,283 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T08:24:28,283 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.4, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.4, size=1.4 K (1393bytes) at 1731831868243Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.4 so closing down at 1731831868248 (+5 ms)3 split writer threads finished at 1731831868248Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731831868264 (+16 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731831868264Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831868278 (+14 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831868279 (+1 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731831868282 (+3 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731831868283 (+1 ms)Processed 20 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731831868283 2024-11-17T08:24:28,286 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.4 to hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/oldWALs/wal.dat.4 2024-11-17T08:24:28,286 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.5, size=1.4 K (1393bytes) 2024-11-17T08:24:28,286 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.5 2024-11-17T08:24:28,287 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.5 after 1ms 2024-11-17T08:24:28,293 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.5 took 7ms 2024-11-17T08:24:28,294 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.5 so closing down 2024-11-17T08:24:28,294 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:28,294 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:28,298 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-17T08:24:28,298 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-17T08:24:28,300 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-17T08:24:28,304 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-17T08:24:28,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741996_1175 (size=743) 2024-11-17T08:24:28,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741996_1175 (size=743) 2024-11-17T08:24:28,320 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:28,322 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-17T08:24:28,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741997_1176 (size=743) 2024-11-17T08:24:28,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741997_1176 (size=743) 2024-11-17T08:24:28,327 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:28,330 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-17T08:24:28,330 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T08:24:28,330 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.5, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.5, size=1.4 K (1393bytes) at 1731831868286Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.5 so closing down at 1731831868294 (+8 ms)3 split writer threads finished at 1731831868294Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731831868300 (+6 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731831868304 (+4 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831868320 (+16 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731831868322 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831868327 (+5 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731831868330 (+3 ms)Processed 20 edits across 2 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731831868330 2024-11-17T08:24:28,336 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.5 to hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/oldWALs/wal.dat.5 2024-11-17T08:24:28,336 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.6, size=1.4 K (1405bytes) 2024-11-17T08:24:28,336 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.6 2024-11-17T08:24:28,337 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.6 after 1ms 2024-11-17T08:24:28,341 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.6 took 5ms 2024-11-17T08:24:28,343 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.6 so closing down 2024-11-17T08:24:28,343 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:28,343 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:28,347 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-17T08:24:28,347 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-17T08:24:28,349 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-17T08:24:28,349 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-17T08:24:28,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741998_1177 (size=749) 2024-11-17T08:24:28,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741998_1177 (size=749) 2024-11-17T08:24:28,373 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:28,377 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-17T08:24:28,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741999_1178 (size=749) 2024-11-17T08:24:28,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073741999_1178 (size=749) 2024-11-17T08:24:28,382 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:28,385 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-17T08:24:28,385 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-17T08:24:28,385 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.6, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.6, size=1.4 K (1405bytes) at 1731831868336Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.6 so closing down at 1731831868343 (+7 ms)3 split writer threads finished at 1731831868343Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731831868349 (+6 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731831868349Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831868373 (+24 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731831868377 (+4 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831868382 (+5 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731831868385 (+3 ms)Processed 20 edits across 2 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731831868385 2024-11-17T08:24:28,388 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.6 to hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/oldWALs/wal.dat.6 2024-11-17T08:24:28,388 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.7, size=1.4 K (1413bytes) 2024-11-17T08:24:28,388 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.7 2024-11-17T08:24:28,389 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.7 after 1ms 2024-11-17T08:24:28,393 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.7 took 5ms 2024-11-17T08:24:28,394 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.7 so closing down 2024-11-17T08:24:28,394 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:28,396 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:28,399 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-17T08:24:28,400 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-17T08:24:28,401 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-17T08:24:28,401 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-17T08:24:28,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742000_1179 (size=753) 2024-11-17T08:24:28,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742000_1179 (size=753) 2024-11-17T08:24:28,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742001_1180 (size=753) 2024-11-17T08:24:28,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742001_1180 (size=753) 2024-11-17T08:24:28,426 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:28,428 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-17T08:24:28,820 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:28,823 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-17T08:24:28,823 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 430 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T08:24:28,823 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.7, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.7, size=1.4 K (1413bytes) at 1731831868388Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.7 so closing down at 1731831868394 (+6 ms)3 split writer threads finished at 1731831868396 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731831868401 (+5 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731831868401Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831868426 (+25 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731831868428 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831868820 (+392 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731831868823 (+3 ms)Processed 20 edits across 2 Regions in 430 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731831868823 2024-11-17T08:24:28,826 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.7 to hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/oldWALs/wal.dat.7 2024-11-17T08:24:28,826 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.8, size=1.4 K (1413bytes) 2024-11-17T08:24:28,826 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.8 2024-11-17T08:24:28,827 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.8 after 1ms 2024-11-17T08:24:28,830 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.8 took 4ms 2024-11-17T08:24:28,831 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.8 so closing down 2024-11-17T08:24:28,831 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:28,831 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:28,834 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-17T08:24:28,834 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-17T08:24:28,835 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-17T08:24:28,837 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-17T08:24:28,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742002_1181 (size=753) 2024-11-17T08:24:28,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742002_1181 (size=753) 2024-11-17T08:24:28,850 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:28,853 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-17T08:24:28,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742003_1182 (size=753) 2024-11-17T08:24:28,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742003_1182 (size=753) 2024-11-17T08:24:28,873 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:28,875 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-17T08:24:28,876 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 45 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T08:24:28,876 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.8, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.8, size=1.4 K (1413bytes) at 1731831868826Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.8 so closing down at 1731831868831 (+5 ms)3 split writer threads finished at 1731831868831Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731831868835 (+4 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731831868837 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831868850 (+13 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731831868853 (+3 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831868873 (+20 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731831868875 (+2 ms)Processed 20 edits across 2 Regions in 45 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731831868876 (+1 ms) 2024-11-17T08:24:28,879 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.8 to hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/oldWALs/wal.dat.8 2024-11-17T08:24:28,879 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.9, size=1.4 K (1413bytes) 2024-11-17T08:24:28,879 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.9 2024-11-17T08:24:28,880 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.9 after 1ms 2024-11-17T08:24:28,883 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.9 took 4ms 2024-11-17T08:24:28,885 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.9 so closing down 2024-11-17T08:24:28,885 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:28,885 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:28,894 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-17T08:24:28,894 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-17T08:24:28,895 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-17T08:24:28,896 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-17T08:24:28,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742004_1183 (size=753) 2024-11-17T08:24:28,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742004_1183 (size=753) 2024-11-17T08:24:28,936 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:28,939 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-17T08:24:28,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742005_1184 (size=753) 2024-11-17T08:24:28,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742005_1184 (size=753) 2024-11-17T08:24:28,948 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:28,951 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-17T08:24:28,951 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 68 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T08:24:28,951 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.9, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.9, size=1.4 K (1413bytes) at 1731831868879Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.9 so closing down at 1731831868885 (+6 ms)3 split writer threads finished at 1731831868885Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731831868895 (+10 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731831868896 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831868936 (+40 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731831868939 (+3 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831868948 (+9 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731831868951 (+3 ms)Processed 20 edits across 2 Regions in 68 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731831868951 2024-11-17T08:24:28,955 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/WALs/testmovedwalduringrecovery,16010,1731831866575/wal.dat.9 to hdfs://localhost:33463/user/jenkins/test-data/4de60020-2cd0-1a15-2979-efee348333b3/oldWALs/wal.dat.9 2024-11-17T08:24:28,969 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testMovedWALDuringRecovery Thread=140 (was 140), OpenFileDescriptor=389 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=434 (was 420) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2749 (was 2792) 2024-11-17T08:24:28,977 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testThreading Thread=140, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=434, ProcessCount=11, AvailableMemoryMB=2749 2024-11-17T08:24:28,977 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T08:24:28,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742006_1185 (size=7) 2024-11-17T08:24:28,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742006_1185 (size=7) 2024-11-17T08:24:28,995 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33463/user/jenkins/test-data/83bfcd61-e812-58af-994e-e16c830662b7 with version=8 2024-11-17T08:24:28,995 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:24:29,001 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:24:29,004 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T08:24:29,018 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r0 2024-11-17T08:24:29,020 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r1 2024-11-17T08:24:29,020 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r2 2024-11-17T08:24:29,021 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r3 2024-11-17T08:24:29,021 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r4 2024-11-17T08:24:29,044 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/0648a76c-89c4-b7a8-ffbc-a74385cb9207/WALs/testthreading,16010,1731831869004/wal.dat..fake, size=0 (0bytes) 2024-11-17T08:24:29,055 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/0648a76c-89c4-b7a8-ffbc-a74385cb9207/WALs/testthreading,16010,1731831869004/wal.dat..fake took 12ms 2024-11-17T08:24:29,630 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/0648a76c-89c4-b7a8-ffbc-a74385cb9207/WALs/testthreading,16010,1731831869004/wal.dat..fake so closing down 2024-11-17T08:24:29,631 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:29,631 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:29,636 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/0648a76c-89c4-b7a8-ffbc-a74385cb9207/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp 2024-11-17T08:24:29,647 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/0648a76c-89c4-b7a8-ffbc-a74385cb9207/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp 2024-11-17T08:24:29,659 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/0648a76c-89c4-b7a8-ffbc-a74385cb9207/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp 2024-11-17T08:24:29,714 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/0648a76c-89c4-b7a8-ffbc-a74385cb9207/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 77 ms) 2024-11-17T08:24:29,717 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/0648a76c-89c4-b7a8-ffbc-a74385cb9207/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp 2024-11-17T08:24:29,721 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/0648a76c-89c4-b7a8-ffbc-a74385cb9207/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 73 ms) 2024-11-17T08:24:29,725 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/0648a76c-89c4-b7a8-ffbc-a74385cb9207/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp 2024-11-17T08:24:29,786 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/0648a76c-89c4-b7a8-ffbc-a74385cb9207/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 68 ms) 2024-11-17T08:24:29,790 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/0648a76c-89c4-b7a8-ffbc-a74385cb9207/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 64 ms) 2024-11-17T08:24:29,802 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/0648a76c-89c4-b7a8-ffbc-a74385cb9207/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 143 ms) 2024-11-17T08:24:29,806 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20000 edits across 5 Regions in 751 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/0648a76c-89c4-b7a8-ffbc-a74385cb9207/WALs/testthreading,16010,1731831869004/wal.dat..fake, size=0, length=0, corrupted=false, cancelled=false 2024-11-17T08:24:29,806 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/0648a76c-89c4-b7a8-ffbc-a74385cb9207/WALs/testthreading,16010,1731831869004/wal.dat..fake, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/0648a76c-89c4-b7a8-ffbc-a74385cb9207/WALs/testthreading,16010,1731831869004/wal.dat..fake, size=0 (0bytes) at 1731831869044Split 1024 edits, skipped 0 edits. at 1731831869082 (+38 ms)Split 2048 edits, skipped 0 edits. at 1731831869110 (+28 ms)Split 3072 edits, skipped 0 edits. at 1731831869146 (+36 ms)Split 4096 edits, skipped 0 edits. at 1731831869174 (+28 ms)Split 5120 edits, skipped 0 edits. at 1731831869201 (+27 ms)Split 6144 edits, skipped 0 edits. at 1731831869226 (+25 ms)Split 7168 edits, skipped 0 edits. at 1731831869264 (+38 ms)Split 8192 edits, skipped 0 edits. at 1731831869304 (+40 ms)Split 9216 edits, skipped 0 edits. at 1731831869328 (+24 ms)Split 10240 edits, skipped 0 edits. at 1731831869354 (+26 ms)Split 11264 edits, skipped 0 edits. at 1731831869374 (+20 ms)Split 12288 edits, skipped 0 edits. at 1731831869398 (+24 ms)Split 13312 edits, skipped 0 edits. at 1731831869423 (+25 ms)Split 14336 edits, skipped 0 edits. at 1731831869446 (+23 ms)Split 15360 edits, skipped 0 edits. at 1731831869468 (+22 ms)Split 16384 edits, skipped 0 edits. at 1731831869494 (+26 ms)Split 17408 edits, skipped 0 edits. at 1731831869526 (+32 ms)Split 18432 edits, skipped 0 edits. at 1731831869568 (+42 ms)Split 19456 edits, skipped 0 edits. at 1731831869609 (+41 ms)Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/0648a76c-89c4-b7a8-ffbc-a74385cb9207/WALs/testthreading,16010,1731831869004/wal.dat..fake so closing down at 1731831869630 (+21 ms)3 split writer threads finished at 1731831869631 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/0648a76c-89c4-b7a8-ffbc-a74385cb9207/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp at 1731831869636 (+5 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/0648a76c-89c4-b7a8-ffbc-a74385cb9207/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp at 1731831869647 (+11 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/0648a76c-89c4-b7a8-ffbc-a74385cb9207/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp at 1731831869659 (+12 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/0648a76c-89c4-b7a8-ffbc-a74385cb9207/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 77 ms) at 1731831869714 (+55 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/0648a76c-89c4-b7a8-ffbc-a74385cb9207/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp at 1731831869717 (+3 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/0648a76c-89c4-b7a8-ffbc-a74385cb9207/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 73 ms) at 1731831869721 (+4 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/0648a76c-89c4-b7a8-ffbc-a74385cb9207/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp at 1731831869725 (+4 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/0648a76c-89c4-b7a8-ffbc-a74385cb9207/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 68 ms) at 1731831869786 (+61 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/0648a76c-89c4-b7a8-ffbc-a74385cb9207/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 64 ms) at 1731831869790 (+4 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/0648a76c-89c4-b7a8-ffbc-a74385cb9207/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 143 ms) at 1731831869802 (+12 ms)Processed 20000 edits across 5 Regions in 751 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/0648a76c-89c4-b7a8-ffbc-a74385cb9207/WALs/testthreading,16010,1731831869004/wal.dat..fake, size=0, length=0, corrupted=false, cancelled=false at 1731831869806 (+4 ms) 2024-11-17T08:24:29,807 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r2 2024-11-17T08:24:29,807 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r3 2024-11-17T08:24:29,807 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r4 2024-11-17T08:24:29,807 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r0 2024-11-17T08:24:29,807 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r1 2024-11-17T08:24:29,826 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testThreading Thread=140 (was 140), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=434 (was 434), ProcessCount=11 (was 11), AvailableMemoryMB=2599 (was 2749) 2024-11-17T08:24:29,835 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyOpenLogFiles Thread=140, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=434, ProcessCount=11, AvailableMemoryMB=2599 2024-11-17T08:24:29,836 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T08:24:29,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742007_1186 (size=7) 2024-11-17T08:24:29,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742007_1186 (size=7) 2024-11-17T08:24:29,863 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33463/user/jenkins/test-data/83bfcd61-e812-58af-994e-e16c830662b7 with version=8 2024-11-17T08:24:29,863 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:24:29,865 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:24:29,885 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T08:24:29,886 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-17T08:24:29,898 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-17T08:24:29,901 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-17T08:24:29,904 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-17T08:24:29,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:29,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:29,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:29,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:29,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:29,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:29,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:29,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:29,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:29,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:29,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:29,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:29,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:29,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:29,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:29,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:29,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:29,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:29,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:29,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:29,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:29,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:29,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:29,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:29,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:29,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:29,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:29,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:29,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:29,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:29,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:29,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:29,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:29,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:29,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:29,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:29,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:29,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:29,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:29,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:29,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742008_1187 (size=1393) 2024-11-17T08:24:29,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742008_1187 (size=1393) 2024-11-17T08:24:29,949 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-17T08:24:29,950 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-17T08:24:29,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:29,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:29,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:29,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:29,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:29,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:29,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:29,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:29,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:29,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:29,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:29,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:29,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:29,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:29,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:29,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:29,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:29,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:29,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:29,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:29,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:29,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:29,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:29,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:29,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:29,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:29,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:29,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:29,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:29,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:29,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:29,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:29,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:29,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:29,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:29,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:29,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:29,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:29,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:29,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:29,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742009_1188 (size=1393) 2024-11-17T08:24:29,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742009_1188 (size=1393) 2024-11-17T08:24:29,988 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-17T08:24:29,988 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-17T08:24:29,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:29,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742010_1189 (size=1393) 2024-11-17T08:24:30,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742010_1189 (size=1393) 2024-11-17T08:24:30,015 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-17T08:24:30,015 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-17T08:24:30,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742011_1190 (size=1393) 2024-11-17T08:24:30,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742011_1190 (size=1393) 2024-11-17T08:24:30,058 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-17T08:24:30,059 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-17T08:24:30,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742012_1191 (size=1393) 2024-11-17T08:24:30,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742012_1191 (size=1393) 2024-11-17T08:24:30,107 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-17T08:24:30,107 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-17T08:24:30,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742013_1192 (size=1393) 2024-11-17T08:24:30,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742013_1192 (size=1393) 2024-11-17T08:24:30,184 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-17T08:24:30,184 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-17T08:24:30,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742014_1193 (size=1405) 2024-11-17T08:24:30,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742014_1193 (size=1405) 2024-11-17T08:24:30,297 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-17T08:24:30,297 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-17T08:24:30,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742015_1194 (size=1413) 2024-11-17T08:24:30,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742015_1194 (size=1413) 2024-11-17T08:24:30,727 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-17T08:24:30,727 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-17T08:24:30,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742016_1195 (size=1413) 2024-11-17T08:24:30,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742016_1195 (size=1413) 2024-11-17T08:24:30,762 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-17T08:24:30,763 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-17T08:24:30,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:30,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:30,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742017_1196 (size=1413) 2024-11-17T08:24:30,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742017_1196 (size=1413) 2024-11-17T08:24:30,786 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-17T08:24:30,786 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.empty 2024-11-17T08:24:30,813 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat..empty, size=0 (0bytes) 2024-11-17T08:24:30,813 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat..empty might be still open, length is 0 2024-11-17T08:24:30,813 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat..empty 2024-11-17T08:24:30,814 WARN [IPC Server handler 1 on default port 33463 {}] namenode.FSNamesystem(3730): BLOCK* internalReleaseLease: All existing blocks are COMPLETE, lease removed, file /user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat..empty closed. 2024-11-17T08:24:30,814 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat..empty after 1ms 2024-11-17T08:24:30,815 WARN [Time-limited test {}] wal.WALSplitter(467): Could not open hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat..empty for reading. File is empty org.apache.hadoop.hbase.regionserver.wal.WALHeaderEOFException: EOF while reading PB WAL magic at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:221) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyLogFiles(TestWALSplit.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyOpenLogFiles(TestWALSplit.java:553) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.EOFException at java.io.DataInputStream.readFully(DataInputStream.java:203) ~[?:?] at java.io.DataInputStream.readFully(DataInputStream.java:172) ~[?:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:219) ~[classes/:?] ... 37 more 2024-11-17T08:24:30,816 WARN [Time-limited test {}] wal.WALSplitter(307): Nothing in hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat..empty; empty? 2024-11-17T08:24:30,816 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat..empty so closing down 2024-11-17T08:24:30,817 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat..empty, size=0, length=0, corrupted=false, cancelled=false 2024-11-17T08:24:30,817 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat..empty, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat..empty, size=0 (0bytes) at 1731831870813Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat..empty so closing down at 1731831870816 (+3 ms)Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat..empty, size=0, length=0, corrupted=false, cancelled=false at 1731831870817 (+1 ms) 2024-11-17T08:24:30,820 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat..empty to hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/oldWALs/wal.dat..empty 2024-11-17T08:24:30,820 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.0, size=1.4 K (1393bytes) 2024-11-17T08:24:30,820 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.0 2024-11-17T08:24:30,821 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.0 after 1ms 2024-11-17T08:24:30,823 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.0 took 3ms 2024-11-17T08:24:30,826 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.0 so closing down 2024-11-17T08:24:30,826 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:30,827 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:30,837 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-17T08:24:30,838 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-17T08:24:30,838 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-17T08:24:30,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742018_1197 (size=743) 2024-11-17T08:24:30,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742018_1197 (size=743) 2024-11-17T08:24:30,856 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:30,857 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-17T08:24:30,860 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-17T08:24:30,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742019_1198 (size=743) 2024-11-17T08:24:30,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742019_1198 (size=743) 2024-11-17T08:24:30,878 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:30,880 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-17T08:24:30,880 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 56 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T08:24:30,880 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.0, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.0, size=1.4 K (1393bytes) at 1731831870820Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.0 so closing down at 1731831870826 (+6 ms)3 split writer threads finished at 1731831870827 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731831870838 (+11 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831870856 (+18 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731831870857 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731831870860 (+3 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831870878 (+18 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731831870880 (+2 ms)Processed 20 edits across 2 Regions in 56 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731831870880 2024-11-17T08:24:30,885 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.0 to hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/oldWALs/wal.dat.0 2024-11-17T08:24:30,885 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.1, size=1.4 K (1393bytes) 2024-11-17T08:24:30,885 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.1 2024-11-17T08:24:30,886 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.1 after 1ms 2024-11-17T08:24:30,888 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.1 took 3ms 2024-11-17T08:24:30,895 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.1 so closing down 2024-11-17T08:24:30,895 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:30,895 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:30,902 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-17T08:24:30,906 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-17T08:24:30,908 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-17T08:24:30,912 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-17T08:24:30,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742020_1199 (size=743) 2024-11-17T08:24:30,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742020_1199 (size=743) 2024-11-17T08:24:30,948 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:30,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742021_1200 (size=743) 2024-11-17T08:24:30,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742021_1200 (size=743) 2024-11-17T08:24:30,951 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-17T08:24:30,953 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:30,954 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-17T08:24:30,954 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 62 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T08:24:30,954 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.1, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.1, size=1.4 K (1393bytes) at 1731831870885Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.1 so closing down at 1731831870895 (+10 ms)3 split writer threads finished at 1731831870895Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731831870908 (+13 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731831870912 (+4 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831870948 (+36 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731831870951 (+3 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831870953 (+2 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731831870954 (+1 ms)Processed 20 edits across 2 Regions in 62 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731831870954 2024-11-17T08:24:30,956 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.1 to hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/oldWALs/wal.dat.1 2024-11-17T08:24:30,956 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.2, size=1.4 K (1393bytes) 2024-11-17T08:24:30,957 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.2 2024-11-17T08:24:30,957 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.2 after 0ms 2024-11-17T08:24:30,966 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.2 took 9ms 2024-11-17T08:24:30,978 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.2 so closing down 2024-11-17T08:24:30,978 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:30,984 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:30,987 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-17T08:24:30,988 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-17T08:24:30,989 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-17T08:24:30,996 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-17T08:24:31,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742023_1202 (size=743) 2024-11-17T08:24:31,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742023_1202 (size=743) 2024-11-17T08:24:31,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742022_1201 (size=743) 2024-11-17T08:24:31,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742022_1201 (size=743) 2024-11-17T08:24:31,023 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:31,025 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-17T08:24:31,412 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:31,414 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-17T08:24:31,414 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 438 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T08:24:31,414 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.2, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.2, size=1.4 K (1393bytes) at 1731831870956Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.2 so closing down at 1731831870978 (+22 ms)3 split writer threads finished at 1731831870984 (+6 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731831870989 (+5 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731831870996 (+7 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831871023 (+27 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731831871025 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831871412 (+387 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731831871414 (+2 ms)Processed 20 edits across 2 Regions in 438 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731831871414 2024-11-17T08:24:31,415 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.2 to hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/oldWALs/wal.dat.2 2024-11-17T08:24:31,416 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.3, size=1.4 K (1393bytes) 2024-11-17T08:24:31,416 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.3 2024-11-17T08:24:31,416 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.3 after 0ms 2024-11-17T08:24:31,418 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.3 took 2ms 2024-11-17T08:24:31,419 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.3 so closing down 2024-11-17T08:24:31,419 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:31,424 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:31,427 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-17T08:24:31,427 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-17T08:24:31,430 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-17T08:24:31,430 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-17T08:24:31,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742024_1203 (size=743) 2024-11-17T08:24:31,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742024_1203 (size=743) 2024-11-17T08:24:31,453 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:31,455 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-17T08:24:31,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742025_1204 (size=743) 2024-11-17T08:24:31,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742025_1204 (size=743) 2024-11-17T08:24:31,863 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:31,867 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-17T08:24:31,867 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 449 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T08:24:31,867 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.3, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.3, size=1.4 K (1393bytes) at 1731831871416Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.3 so closing down at 1731831871419 (+3 ms)3 split writer threads finished at 1731831871424 (+5 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731831871430 (+6 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731831871430Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831871453 (+23 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731831871455 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831871863 (+408 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731831871867 (+4 ms)Processed 20 edits across 2 Regions in 449 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731831871867 2024-11-17T08:24:31,869 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.3 to hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/oldWALs/wal.dat.3 2024-11-17T08:24:31,869 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.4, size=1.4 K (1393bytes) 2024-11-17T08:24:31,869 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.4 2024-11-17T08:24:31,869 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.4 after 0ms 2024-11-17T08:24:31,871 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.4 took 2ms 2024-11-17T08:24:31,873 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.4 so closing down 2024-11-17T08:24:31,873 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:31,874 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:31,877 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-17T08:24:31,880 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-17T08:24:31,881 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-17T08:24:31,883 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-17T08:24:31,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742026_1205 (size=743) 2024-11-17T08:24:31,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742026_1205 (size=743) 2024-11-17T08:24:31,893 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:31,895 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-17T08:24:31,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742027_1206 (size=743) 2024-11-17T08:24:31,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742027_1206 (size=743) 2024-11-17T08:24:31,896 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:31,898 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-17T08:24:31,898 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T08:24:31,898 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.4, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.4, size=1.4 K (1393bytes) at 1731831871869Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.4 so closing down at 1731831871873 (+4 ms)3 split writer threads finished at 1731831871874 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731831871880 (+6 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731831871883 (+3 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831871893 (+10 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731831871895 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831871896 (+1 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731831871898 (+2 ms)Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731831871898 2024-11-17T08:24:31,901 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.4 to hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/oldWALs/wal.dat.4 2024-11-17T08:24:31,901 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.5, size=1.4 K (1393bytes) 2024-11-17T08:24:31,901 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.5 2024-11-17T08:24:31,902 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.5 after 1ms 2024-11-17T08:24:31,905 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.5 took 4ms 2024-11-17T08:24:31,907 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.5 so closing down 2024-11-17T08:24:31,907 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:31,907 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:31,915 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-17T08:24:31,916 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-17T08:24:31,916 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-17T08:24:31,947 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-17T08:24:31,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742029_1208 (size=743) 2024-11-17T08:24:31,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742029_1208 (size=743) 2024-11-17T08:24:31,960 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:31,962 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-17T08:24:31,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742028_1207 (size=743) 2024-11-17T08:24:31,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742028_1207 (size=743) 2024-11-17T08:24:31,966 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:31,968 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-17T08:24:31,968 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 62 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T08:24:31,968 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.5, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.5, size=1.4 K (1393bytes) at 1731831871901Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.5 so closing down at 1731831871907 (+6 ms)3 split writer threads finished at 1731831871907Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731831871916 (+9 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731831871947 (+31 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831871960 (+13 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731831871962 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831871967 (+5 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731831871968 (+1 ms)Processed 20 edits across 2 Regions in 62 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731831871968 2024-11-17T08:24:31,969 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.5 to hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/oldWALs/wal.dat.5 2024-11-17T08:24:31,970 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.6, size=1.4 K (1405bytes) 2024-11-17T08:24:31,970 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.6 2024-11-17T08:24:31,970 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.6 after 0ms 2024-11-17T08:24:31,972 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.6 took 2ms 2024-11-17T08:24:31,974 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.6 so closing down 2024-11-17T08:24:31,974 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:31,974 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:31,976 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-17T08:24:31,977 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-17T08:24:31,987 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-17T08:24:31,987 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-17T08:24:32,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742030_1209 (size=749) 2024-11-17T08:24:32,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742030_1209 (size=749) 2024-11-17T08:24:32,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742031_1210 (size=749) 2024-11-17T08:24:32,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742031_1210 (size=749) 2024-11-17T08:24:32,010 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:32,012 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-17T08:24:32,405 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:32,407 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-17T08:24:32,407 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 434 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-17T08:24:32,407 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.6, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.6, size=1.4 K (1405bytes) at 1731831871970Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.6 so closing down at 1731831871974 (+4 ms)3 split writer threads finished at 1731831871974Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731831871987 (+13 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731831871987Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831872010 (+23 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731831872012 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831872405 (+393 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731831872407 (+2 ms)Processed 20 edits across 2 Regions in 434 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731831872407 2024-11-17T08:24:32,409 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.6 to hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/oldWALs/wal.dat.6 2024-11-17T08:24:32,409 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.7, size=1.4 K (1413bytes) 2024-11-17T08:24:32,409 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.7 2024-11-17T08:24:32,410 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.7 after 1ms 2024-11-17T08:24:32,412 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.7 took 3ms 2024-11-17T08:24:32,415 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.7 so closing down 2024-11-17T08:24:32,415 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:32,415 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:32,423 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-17T08:24:32,424 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-17T08:24:32,425 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-17T08:24:32,425 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-17T08:24:32,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742033_1212 (size=753) 2024-11-17T08:24:32,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742032_1211 (size=753) 2024-11-17T08:24:32,435 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:32,435 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:32,437 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-17T08:24:32,437 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-17T08:24:32,437 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T08:24:32,437 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.7, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.7, size=1.4 K (1413bytes) at 1731831872409Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.7 so closing down at 1731831872415 (+6 ms)3 split writer threads finished at 1731831872415Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731831872425 (+10 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731831872425Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831872435 (+10 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831872435Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731831872437 (+2 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731831872437Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731831872437 2024-11-17T08:24:32,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742033_1212 (size=753) 2024-11-17T08:24:32,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742032_1211 (size=753) 2024-11-17T08:24:32,440 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.7 to hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/oldWALs/wal.dat.7 2024-11-17T08:24:32,440 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.8, size=1.4 K (1413bytes) 2024-11-17T08:24:32,440 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.8 2024-11-17T08:24:32,440 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.8 after 0ms 2024-11-17T08:24:32,442 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.8 took 2ms 2024-11-17T08:24:32,443 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.8 so closing down 2024-11-17T08:24:32,443 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:32,444 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:32,446 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-17T08:24:32,446 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-17T08:24:32,449 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-17T08:24:32,464 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-17T08:24:32,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742034_1213 (size=753) 2024-11-17T08:24:32,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742034_1213 (size=753) 2024-11-17T08:24:32,479 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:32,481 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-17T08:24:32,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742035_1214 (size=753) 2024-11-17T08:24:32,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742035_1214 (size=753) 2024-11-17T08:24:32,507 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:32,509 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-17T08:24:32,509 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 66 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T08:24:32,509 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.8, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.8, size=1.4 K (1413bytes) at 1731831872440Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.8 so closing down at 1731831872443 (+3 ms)3 split writer threads finished at 1731831872444 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731831872449 (+5 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731831872464 (+15 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831872479 (+15 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731831872481 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831872507 (+26 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731831872509 (+2 ms)Processed 20 edits across 2 Regions in 66 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731831872509 2024-11-17T08:24:32,512 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.8 to hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/oldWALs/wal.dat.8 2024-11-17T08:24:32,513 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.9, size=1.4 K (1413bytes) 2024-11-17T08:24:32,513 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.9 2024-11-17T08:24:32,513 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.9 after 0ms 2024-11-17T08:24:32,515 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.9 took 3ms 2024-11-17T08:24:32,516 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.9 so closing down 2024-11-17T08:24:32,516 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:32,517 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:32,518 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-17T08:24:32,523 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-17T08:24:32,526 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-17T08:24:32,529 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-17T08:24:32,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742036_1215 (size=753) 2024-11-17T08:24:32,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742036_1215 (size=753) 2024-11-17T08:24:32,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742037_1216 (size=753) 2024-11-17T08:24:32,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742037_1216 (size=753) 2024-11-17T08:24:32,550 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:32,552 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-17T08:24:32,937 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:32,939 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-17T08:24:32,939 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 424 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T08:24:32,939 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.9, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.9, size=1.4 K (1413bytes) at 1731831872513Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.9 so closing down at 1731831872516 (+3 ms)3 split writer threads finished at 1731831872517 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731831872523 (+6 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731831872529 (+6 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831872550 (+21 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731831872552 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831872937 (+385 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731831872939 (+2 ms)Processed 20 edits across 2 Regions in 424 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731831872939 2024-11-17T08:24:32,941 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.9 to hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/oldWALs/wal.dat.9 2024-11-17T08:24:32,941 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.empty, size=0 (0bytes) 2024-11-17T08:24:32,941 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.empty might be still open, length is 0 2024-11-17T08:24:32,941 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.empty 2024-11-17T08:24:32,942 WARN [IPC Server handler 3 on default port 33463 {}] namenode.FSNamesystem(3730): BLOCK* internalReleaseLease: All existing blocks are COMPLETE, lease removed, file /user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.empty closed. 2024-11-17T08:24:32,942 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.empty after 1ms 2024-11-17T08:24:32,943 WARN [Time-limited test {}] wal.WALSplitter(467): Could not open hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.empty for reading. File is empty org.apache.hadoop.hbase.regionserver.wal.WALHeaderEOFException: EOF while reading PB WAL magic at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:221) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyLogFiles(TestWALSplit.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyOpenLogFiles(TestWALSplit.java:553) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.EOFException at java.io.DataInputStream.readFully(DataInputStream.java:203) ~[?:?] at java.io.DataInputStream.readFully(DataInputStream.java:172) ~[?:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:219) ~[classes/:?] ... 37 more 2024-11-17T08:24:32,944 WARN [Time-limited test {}] wal.WALSplitter(307): Nothing in hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.empty; empty? 2024-11-17T08:24:32,944 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.empty so closing down 2024-11-17T08:24:32,944 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.empty, size=0, length=0, corrupted=false, cancelled=false 2024-11-17T08:24:32,944 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.empty, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.empty, size=0 (0bytes) at 1731831872941Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.empty so closing down at 1731831872944 (+3 ms)Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.empty, size=0, length=0, corrupted=false, cancelled=false at 1731831872944 2024-11-17T08:24:32,946 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/WALs/testemptyopenlogfiles,16010,1731831869885/wal.dat.empty to hdfs://localhost:33463/user/jenkins/test-data/154fd9b6-c263-8eb2-93da-9d3cd69df74d/oldWALs/wal.dat.empty 2024-11-17T08:24:33,022 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyOpenLogFiles Thread=139 (was 140), OpenFileDescriptor=387 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=434 (was 434), ProcessCount=11 (was 11), AvailableMemoryMB=2521 (was 2599) 2024-11-17T08:24:33,030 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTralingGarbageCorruptionFileSkipErrorsPasses Thread=139, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=434, ProcessCount=11, AvailableMemoryMB=2521 2024-11-17T08:24:33,030 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T08:24:33,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742038_1217 (size=7) 2024-11-17T08:24:33,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742038_1217 (size=7) 2024-11-17T08:24:33,071 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33463/user/jenkins/test-data/83bfcd61-e812-58af-994e-e16c830662b7 with version=8 2024-11-17T08:24:33,071 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:24:33,073 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:24:33,075 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T08:24:33,075 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-17T08:24:33,076 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-17T08:24:33,077 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-17T08:24:33,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742039_1218 (size=1393) 2024-11-17T08:24:33,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742039_1218 (size=1393) 2024-11-17T08:24:33,090 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-17T08:24:33,090 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-17T08:24:33,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742040_1219 (size=1393) 2024-11-17T08:24:33,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742040_1219 (size=1393) 2024-11-17T08:24:33,109 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-17T08:24:33,110 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-17T08:24:33,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742041_1220 (size=1393) 2024-11-17T08:24:33,125 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-17T08:24:33,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742041_1220 (size=1393) 2024-11-17T08:24:33,126 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-17T08:24:33,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742042_1221 (size=1393) 2024-11-17T08:24:33,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742042_1221 (size=1393) 2024-11-17T08:24:33,547 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-17T08:24:33,547 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-17T08:24:33,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742043_1222 (size=1393) 2024-11-17T08:24:33,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742043_1222 (size=1393) 2024-11-17T08:24:33,564 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-17T08:24:33,564 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-17T08:24:33,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742044_1223 (size=1393) 2024-11-17T08:24:33,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742044_1223 (size=1393) 2024-11-17T08:24:33,577 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-17T08:24:33,577 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-17T08:24:33,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742045_1224 (size=1405) 2024-11-17T08:24:33,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742045_1224 (size=1405) 2024-11-17T08:24:33,609 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-17T08:24:33,609 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-17T08:24:33,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742046_1225 (size=1413) 2024-11-17T08:24:33,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742046_1225 (size=1413) 2024-11-17T08:24:33,651 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-17T08:24:33,651 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-17T08:24:33,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742047_1226 (size=1413) 2024-11-17T08:24:33,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742047_1226 (size=1413) 2024-11-17T08:24:33,691 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-17T08:24:33,691 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-17T08:24:33,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:33,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:33,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742048_1227 (size=1413) 2024-11-17T08:24:33,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742048_1227 (size=1413) 2024-11-17T08:24:33,759 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-17T08:24:33,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742049_1228 (size=1398) 2024-11-17T08:24:33,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742049_1228 (size=1398) 2024-11-17T08:24:33,844 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.0, size=1.4 K (1393bytes) 2024-11-17T08:24:33,844 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.0 2024-11-17T08:24:33,845 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.0 after 1ms 2024-11-17T08:24:33,852 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.0 took 8ms 2024-11-17T08:24:33,872 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.0 so closing down 2024-11-17T08:24:33,872 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:33,872 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:33,889 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-17T08:24:33,892 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-17T08:24:33,893 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-17T08:24:33,894 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-17T08:24:33,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742050_1229 (size=743) 2024-11-17T08:24:33,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742050_1229 (size=743) 2024-11-17T08:24:33,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742051_1230 (size=743) 2024-11-17T08:24:33,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742051_1230 (size=743) 2024-11-17T08:24:33,944 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:33,946 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-17T08:24:34,322 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:34,323 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-17T08:24:34,323 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 455 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T08:24:34,323 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.0, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.0, size=1.4 K (1393bytes) at 1731831873844Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.0 so closing down at 1731831873872 (+28 ms)3 split writer threads finished at 1731831873872Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731831873892 (+20 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731831873894 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831873944 (+50 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731831873946 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831874322 (+376 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731831874323 (+1 ms)Processed 20 edits across 2 Regions in 455 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731831874323 2024-11-17T08:24:34,325 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.0 to hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/oldWALs/wal.dat.0 2024-11-17T08:24:34,325 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.1, size=1.4 K (1393bytes) 2024-11-17T08:24:34,325 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.1 2024-11-17T08:24:34,325 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.1 after 0ms 2024-11-17T08:24:34,327 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.1 took 2ms 2024-11-17T08:24:34,337 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.1 so closing down 2024-11-17T08:24:34,337 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:34,337 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:34,342 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-17T08:24:34,342 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-17T08:24:34,343 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-17T08:24:34,344 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-17T08:24:34,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742052_1231 (size=743) 2024-11-17T08:24:34,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742052_1231 (size=743) 2024-11-17T08:24:34,352 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:34,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742053_1232 (size=743) 2024-11-17T08:24:34,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742053_1232 (size=743) 2024-11-17T08:24:34,354 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-17T08:24:34,354 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:34,356 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-17T08:24:34,356 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T08:24:34,356 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.1, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.1, size=1.4 K (1393bytes) at 1731831874325Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.1 so closing down at 1731831874337 (+12 ms)3 split writer threads finished at 1731831874337Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731831874343 (+6 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731831874344 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831874352 (+8 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731831874354 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831874354Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731831874356 (+2 ms)Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731831874356 2024-11-17T08:24:34,357 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.1 to hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/oldWALs/wal.dat.1 2024-11-17T08:24:34,358 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.2, size=1.4 K (1393bytes) 2024-11-17T08:24:34,358 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.2 2024-11-17T08:24:34,358 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.2 after 0ms 2024-11-17T08:24:34,359 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.2 took 2ms 2024-11-17T08:24:34,361 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.2 so closing down 2024-11-17T08:24:34,361 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:34,362 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:34,366 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-17T08:24:34,366 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-17T08:24:34,367 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-17T08:24:34,367 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-17T08:24:34,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742055_1234 (size=743) 2024-11-17T08:24:34,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742055_1234 (size=743) 2024-11-17T08:24:34,385 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:34,386 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-17T08:24:34,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742054_1233 (size=743) 2024-11-17T08:24:34,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742054_1233 (size=743) 2024-11-17T08:24:34,387 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:34,389 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-17T08:24:34,389 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T08:24:34,389 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.2, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.2, size=1.4 K (1393bytes) at 1731831874358Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.2 so closing down at 1731831874361 (+3 ms)3 split writer threads finished at 1731831874362 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731831874367 (+5 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731831874367Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831874385 (+18 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731831874386 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831874387 (+1 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731831874389 (+2 ms)Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731831874389 2024-11-17T08:24:34,390 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.2 to hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/oldWALs/wal.dat.2 2024-11-17T08:24:34,390 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.3, size=1.4 K (1393bytes) 2024-11-17T08:24:34,390 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.3 2024-11-17T08:24:34,391 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.3 after 1ms 2024-11-17T08:24:34,393 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.3 took 2ms 2024-11-17T08:24:34,394 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.3 so closing down 2024-11-17T08:24:34,394 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:34,394 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:34,395 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-17T08:24:34,397 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-17T08:24:34,398 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-17T08:24:34,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742056_1235 (size=743) 2024-11-17T08:24:34,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742056_1235 (size=743) 2024-11-17T08:24:34,412 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:34,412 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-17T08:24:34,413 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-17T08:24:34,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742057_1236 (size=743) 2024-11-17T08:24:34,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742057_1236 (size=743) 2024-11-17T08:24:34,426 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:34,428 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-17T08:24:34,428 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T08:24:34,428 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.3, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.3, size=1.4 K (1393bytes) at 1731831874390Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.3 so closing down at 1731831874394 (+4 ms)3 split writer threads finished at 1731831874394Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731831874398 (+4 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831874412 (+14 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731831874412Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731831874413 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831874426 (+13 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731831874428 (+2 ms)Processed 20 edits across 2 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731831874428 2024-11-17T08:24:34,429 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.3 to hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/oldWALs/wal.dat.3 2024-11-17T08:24:34,430 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.4, size=1.4 K (1393bytes) 2024-11-17T08:24:34,430 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.4 2024-11-17T08:24:34,430 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.4 after 0ms 2024-11-17T08:24:34,432 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.4 took 2ms 2024-11-17T08:24:34,434 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.4 so closing down 2024-11-17T08:24:34,434 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:34,438 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:34,441 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-17T08:24:34,456 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-17T08:24:34,468 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-17T08:24:34,472 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-17T08:24:34,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742058_1237 (size=743) 2024-11-17T08:24:34,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742058_1237 (size=743) 2024-11-17T08:24:34,500 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:34,501 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-17T08:24:34,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742059_1238 (size=743) 2024-11-17T08:24:34,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742059_1238 (size=743) 2024-11-17T08:24:34,515 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:34,516 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-17T08:24:34,516 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 84 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T08:24:34,516 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.4, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.4, size=1.4 K (1393bytes) at 1731831874430Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.4 so closing down at 1731831874434 (+4 ms)3 split writer threads finished at 1731831874438 (+4 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731831874468 (+30 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731831874472 (+4 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831874500 (+28 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731831874501 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831874515 (+14 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731831874516 (+1 ms)Processed 20 edits across 2 Regions in 84 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731831874516 2024-11-17T08:24:34,519 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.4 to hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/oldWALs/wal.dat.4 2024-11-17T08:24:34,519 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.5, size=1.4 K (1398bytes) 2024-11-17T08:24:34,520 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.5 2024-11-17T08:24:34,520 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.5 after 0ms 2024-11-17T08:24:34,525 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.5 took 6ms 2024-11-17T08:24:34,530 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testTralingGarbageCorruptionFileSkipErrorsPasses(TestWALSplit.java:578) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Error while reading WALKey, originalPosition=1385, currentPosition=1386 at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:67) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more Caused by: org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Message missing required fields: encoded_region_name, table_name, log_sequence_number, write_time at org.apache.hbase.thirdparty.com.google.protobuf.UninitializedMessageException.asInvalidProtocolBufferException(UninitializedMessageException.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.checkMessageInitialized(AbstractParser.java:45) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3850) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T08:24:34,531 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.5 so closing down 2024-11-17T08:24:34,531 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:34,532 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:34,538 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-17T08:24:34,540 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-17T08:24:34,547 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-17T08:24:34,558 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-17T08:24:34,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742060_1239 (size=743) 2024-11-17T08:24:34,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742060_1239 (size=743) 2024-11-17T08:24:34,587 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:34,588 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-17T08:24:34,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742061_1240 (size=743) 2024-11-17T08:24:34,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742061_1240 (size=743) 2024-11-17T08:24:34,596 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:34,598 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-17T08:24:34,598 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 70 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.5, size=1.4 K, length=1398, corrupted=true, cancelled=false 2024-11-17T08:24:34,599 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.5, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.5, size=1.4 K (1398bytes) at 1731831874519Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.5 so closing down at 1731831874531 (+12 ms)3 split writer threads finished at 1731831874532 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731831874540 (+8 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731831874558 (+18 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831874587 (+29 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731831874588 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831874596 (+8 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731831874598 (+2 ms)Processed 20 edits across 2 Regions in 70 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.5, size=1.4 K, length=1398, corrupted=true, cancelled=false at 1731831874599 (+1 ms) 2024-11-17T08:24:34,601 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.5 to hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/corrupt/wal.dat.5 2024-11-17T08:24:34,601 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.6, size=1.4 K (1405bytes) 2024-11-17T08:24:34,602 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.6 2024-11-17T08:24:34,603 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.6 after 1ms 2024-11-17T08:24:34,607 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.6 took 6ms 2024-11-17T08:24:34,609 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.6 so closing down 2024-11-17T08:24:34,609 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:34,609 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:34,624 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-17T08:24:34,632 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-17T08:24:34,639 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-17T08:24:34,652 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-17T08:24:34,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742062_1241 (size=749) 2024-11-17T08:24:34,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742062_1241 (size=749) 2024-11-17T08:24:34,690 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:34,692 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-17T08:24:34,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742063_1242 (size=749) 2024-11-17T08:24:34,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742063_1242 (size=749) 2024-11-17T08:24:34,704 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:34,706 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-17T08:24:34,706 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 98 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-17T08:24:34,706 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.6, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.6, size=1.4 K (1405bytes) at 1731831874601Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.6 so closing down at 1731831874609 (+8 ms)3 split writer threads finished at 1731831874609Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731831874632 (+23 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731831874652 (+20 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831874690 (+38 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731831874692 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831874704 (+12 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731831874706 (+2 ms)Processed 20 edits across 2 Regions in 98 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731831874706 2024-11-17T08:24:34,708 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.6 to hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/oldWALs/wal.dat.6 2024-11-17T08:24:34,708 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.7, size=1.4 K (1413bytes) 2024-11-17T08:24:34,708 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.7 2024-11-17T08:24:34,709 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.7 after 1ms 2024-11-17T08:24:34,714 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.7 took 6ms 2024-11-17T08:24:34,720 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.7 so closing down 2024-11-17T08:24:34,720 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:34,721 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:34,730 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-17T08:24:34,737 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-17T08:24:34,742 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-17T08:24:34,752 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-17T08:24:34,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742064_1243 (size=753) 2024-11-17T08:24:34,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742064_1243 (size=753) 2024-11-17T08:24:34,761 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:34,763 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-17T08:24:34,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742065_1244 (size=753) 2024-11-17T08:24:34,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742065_1244 (size=753) 2024-11-17T08:24:34,777 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:34,779 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-17T08:24:34,779 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 60 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T08:24:34,779 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.7, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.7, size=1.4 K (1413bytes) at 1731831874708Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.7 so closing down at 1731831874720 (+12 ms)3 split writer threads finished at 1731831874721 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731831874737 (+16 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731831874752 (+15 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831874761 (+9 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731831874763 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831874777 (+14 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731831874779 (+2 ms)Processed 20 edits across 2 Regions in 60 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731831874779 2024-11-17T08:24:34,781 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.7 to hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/oldWALs/wal.dat.7 2024-11-17T08:24:34,781 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.8, size=1.4 K (1413bytes) 2024-11-17T08:24:34,781 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.8 2024-11-17T08:24:34,782 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.8 after 1ms 2024-11-17T08:24:34,784 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.8 took 3ms 2024-11-17T08:24:34,790 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.8 so closing down 2024-11-17T08:24:34,790 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:34,790 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:34,800 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-17T08:24:34,810 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-17T08:24:34,813 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-17T08:24:34,828 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-17T08:24:34,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742067_1246 (size=753) 2024-11-17T08:24:34,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742067_1246 (size=753) 2024-11-17T08:24:34,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742066_1245 (size=753) 2024-11-17T08:24:34,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742066_1245 (size=753) 2024-11-17T08:24:34,842 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:34,843 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-17T08:24:34,845 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:34,846 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-17T08:24:34,846 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 58 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T08:24:34,846 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.8, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.8, size=1.4 K (1413bytes) at 1731831874781Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.8 so closing down at 1731831874790 (+9 ms)3 split writer threads finished at 1731831874790Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731831874810 (+20 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731831874828 (+18 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831874842 (+14 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731831874843 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831874845 (+2 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731831874846 (+1 ms)Processed 20 edits across 2 Regions in 58 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731831874846 2024-11-17T08:24:34,848 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.8 to hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/oldWALs/wal.dat.8 2024-11-17T08:24:34,849 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.9, size=1.4 K (1413bytes) 2024-11-17T08:24:34,849 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.9 2024-11-17T08:24:34,849 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.9 after 0ms 2024-11-17T08:24:34,852 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.9 took 4ms 2024-11-17T08:24:34,885 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.9 so closing down 2024-11-17T08:24:34,885 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:34,885 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:34,894 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-17T08:24:34,900 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-17T08:24:34,903 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-17T08:24:34,904 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-17T08:24:34,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742068_1247 (size=753) 2024-11-17T08:24:34,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742068_1247 (size=753) 2024-11-17T08:24:34,910 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:34,912 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-17T08:24:34,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742069_1248 (size=753) 2024-11-17T08:24:34,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742069_1248 (size=753) 2024-11-17T08:24:34,918 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:34,919 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-17T08:24:34,919 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T08:24:34,919 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.9, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.9, size=1.4 K (1413bytes) at 1731831874849Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.9 so closing down at 1731831874885 (+36 ms)3 split writer threads finished at 1731831874885Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731831874900 (+15 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731831874904 (+4 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831874910 (+6 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731831874912 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831874918 (+6 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731831874919 (+1 ms)Processed 20 edits across 2 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731831874919 2024-11-17T08:24:34,920 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731831873075/wal.dat.9 to hdfs://localhost:33463/user/jenkins/test-data/3fa560a0-9f1f-2d57-035d-fafd3ce2dadb/oldWALs/wal.dat.9 2024-11-17T08:24:35,001 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTralingGarbageCorruptionFileSkipErrorsPasses Thread=139 (was 139), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=440 (was 434) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2507 (was 2521) 2024-11-17T08:24:35,010 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLeavesCompactionEventsEdits Thread=139, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=440, ProcessCount=11, AvailableMemoryMB=2507 2024-11-17T08:24:35,010 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T08:24:35,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742070_1249 (size=7) 2024-11-17T08:24:35,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742070_1249 (size=7) 2024-11-17T08:24:35,029 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33463/user/jenkins/test-data/83bfcd61-e812-58af-994e-e16c830662b7 with version=8 2024-11-17T08:24:35,029 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:24:35,030 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:24:35,034 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T08:24:35,035 INFO [Time-limited test {}] wal.TestWALSplit(466): Creating region directory: hdfs://localhost:33463/user/jenkins/test-data/83bfcd61-e812-58af-994e-e16c830662b7/data/default/t1/878ae0b4dae0ae161d892313cd2cf9f8 2024-11-17T08:24:35,035 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region 878ae0b4dae0ae161d892313cd2cf9f8 2024-11-17T08:24:35,036 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-17T08:24:35,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742071_1250 (size=3841) 2024-11-17T08:24:35,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742071_1250 (size=3841) 2024-11-17T08:24:35,099 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/705a1fa4-1117-70d5-ad6f-d25d5e0ead9d/WALs/testsplitleavescompactioneventsedits,16010,1731831875034/wal.dat.0, size=3.8 K (3841bytes) 2024-11-17T08:24:35,099 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/705a1fa4-1117-70d5-ad6f-d25d5e0ead9d/WALs/testsplitleavescompactioneventsedits,16010,1731831875034/wal.dat.0 2024-11-17T08:24:35,100 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/705a1fa4-1117-70d5-ad6f-d25d5e0ead9d/WALs/testsplitleavescompactioneventsedits,16010,1731831875034/wal.dat.0 after 1ms 2024-11-17T08:24:35,102 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/705a1fa4-1117-70d5-ad6f-d25d5e0ead9d/WALs/testsplitleavescompactioneventsedits,16010,1731831875034/wal.dat.0 took 3ms 2024-11-17T08:24:35,108 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/705a1fa4-1117-70d5-ad6f-d25d5e0ead9d/WALs/testsplitleavescompactioneventsedits,16010,1731831875034/wal.dat.0 so closing down 2024-11-17T08:24:35,108 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:35,108 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:35,111 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-17T08:24:35,114 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/705a1fa4-1117-70d5-ad6f-d25d5e0ead9d/data/default/t1/878ae0b4dae0ae161d892313cd2cf9f8/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-17T08:24:35,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742072_1251 (size=1591) 2024-11-17T08:24:35,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742072_1251 (size=1591) 2024-11-17T08:24:35,127 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/705a1fa4-1117-70d5-ad6f-d25d5e0ead9d/data/default/t1/878ae0b4dae0ae161d892313cd2cf9f8/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 11 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:35,128 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/705a1fa4-1117-70d5-ad6f-d25d5e0ead9d/data/default/t1/878ae0b4dae0ae161d892313cd2cf9f8/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33463/user/jenkins/test-data/705a1fa4-1117-70d5-ad6f-d25d5e0ead9d/data/default/t1/878ae0b4dae0ae161d892313cd2cf9f8/recovered.edits/0000000000000000009 2024-11-17T08:24:35,129 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 21 edits across 1 Regions in 25 ms; skipped=10; WAL=hdfs://localhost:33463/user/jenkins/test-data/705a1fa4-1117-70d5-ad6f-d25d5e0ead9d/WALs/testsplitleavescompactioneventsedits,16010,1731831875034/wal.dat.0, size=3.8 K, length=3841, corrupted=false, cancelled=false 2024-11-17T08:24:35,129 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/705a1fa4-1117-70d5-ad6f-d25d5e0ead9d/WALs/testsplitleavescompactioneventsedits,16010,1731831875034/wal.dat.0, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/705a1fa4-1117-70d5-ad6f-d25d5e0ead9d/WALs/testsplitleavescompactioneventsedits,16010,1731831875034/wal.dat.0, size=3.8 K (3841bytes) at 1731831875099Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/705a1fa4-1117-70d5-ad6f-d25d5e0ead9d/WALs/testsplitleavescompactioneventsedits,16010,1731831875034/wal.dat.0 so closing down at 1731831875108 (+9 ms)3 split writer threads finished at 1731831875108Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/705a1fa4-1117-70d5-ad6f-d25d5e0ead9d/data/default/t1/878ae0b4dae0ae161d892313cd2cf9f8/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731831875114 (+6 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/705a1fa4-1117-70d5-ad6f-d25d5e0ead9d/data/default/t1/878ae0b4dae0ae161d892313cd2cf9f8/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 11 edits, skipped 0 edits in 0 ms) at 1731831875127 (+13 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/705a1fa4-1117-70d5-ad6f-d25d5e0ead9d/data/default/t1/878ae0b4dae0ae161d892313cd2cf9f8/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33463/user/jenkins/test-data/705a1fa4-1117-70d5-ad6f-d25d5e0ead9d/data/default/t1/878ae0b4dae0ae161d892313cd2cf9f8/recovered.edits/0000000000000000009 at 1731831875128 (+1 ms)Processed 21 edits across 1 Regions in 25 ms; skipped=10; WAL=hdfs://localhost:33463/user/jenkins/test-data/705a1fa4-1117-70d5-ad6f-d25d5e0ead9d/WALs/testsplitleavescompactioneventsedits,16010,1731831875034/wal.dat.0, size=3.8 K, length=3841, corrupted=false, cancelled=false at 1731831875129 (+1 ms) 2024-11-17T08:24:35,134 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/705a1fa4-1117-70d5-ad6f-d25d5e0ead9d/WALs/testsplitleavescompactioneventsedits,16010,1731831875034/wal.dat.0 to hdfs://localhost:33463/user/jenkins/test-data/705a1fa4-1117-70d5-ad6f-d25d5e0ead9d/oldWALs/wal.dat.0 2024-11-17T08:24:35,158 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLeavesCompactionEventsEdits Thread=140 (was 139) - Thread LEAK? -, OpenFileDescriptor=389 (was 387) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=440 (was 440), ProcessCount=11 (was 11), AvailableMemoryMB=2506 (was 2507) 2024-11-17T08:24:35,166 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitPreservesEdits Thread=140, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=440, ProcessCount=11, AvailableMemoryMB=2506 2024-11-17T08:24:35,166 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T08:24:35,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742073_1252 (size=7) 2024-11-17T08:24:35,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742073_1252 (size=7) 2024-11-17T08:24:35,174 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33463/user/jenkins/test-data/83bfcd61-e812-58af-994e-e16c830662b7 with version=8 2024-11-17T08:24:35,175 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:24:35,176 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:24:35,180 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T08:24:35,180 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-17T08:24:35,181 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-17T08:24:35,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742074_1253 (size=863) 2024-11-17T08:24:35,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742074_1253 (size=863) 2024-11-17T08:24:35,194 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-17T08:24:35,210 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/ba800fa7-bc09-21b7-1256-79734431713d/WALs/testsplitpreservesedits,16010,1731831875180/wal.dat.0, size=863 (863bytes) 2024-11-17T08:24:35,210 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/ba800fa7-bc09-21b7-1256-79734431713d/WALs/testsplitpreservesedits,16010,1731831875180/wal.dat.0 2024-11-17T08:24:35,211 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/ba800fa7-bc09-21b7-1256-79734431713d/WALs/testsplitpreservesedits,16010,1731831875180/wal.dat.0 after 1ms 2024-11-17T08:24:35,213 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/ba800fa7-bc09-21b7-1256-79734431713d/WALs/testsplitpreservesedits,16010,1731831875180/wal.dat.0 took 3ms 2024-11-17T08:24:35,216 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/ba800fa7-bc09-21b7-1256-79734431713d/WALs/testsplitpreservesedits,16010,1731831875180/wal.dat.0 so closing down 2024-11-17T08:24:35,216 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:35,216 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:35,218 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-17T08:24:35,219 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/ba800fa7-bc09-21b7-1256-79734431713d/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-17T08:24:35,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742075_1254 (size=863) 2024-11-17T08:24:35,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742075_1254 (size=863) 2024-11-17T08:24:35,227 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/ba800fa7-bc09-21b7-1256-79734431713d/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:35,228 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/ba800fa7-bc09-21b7-1256-79734431713d/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33463/user/jenkins/test-data/ba800fa7-bc09-21b7-1256-79734431713d/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-17T08:24:35,228 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/ba800fa7-bc09-21b7-1256-79734431713d/WALs/testsplitpreservesedits,16010,1731831875180/wal.dat.0, size=863, length=863, corrupted=false, cancelled=false 2024-11-17T08:24:35,228 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/ba800fa7-bc09-21b7-1256-79734431713d/WALs/testsplitpreservesedits,16010,1731831875180/wal.dat.0, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/ba800fa7-bc09-21b7-1256-79734431713d/WALs/testsplitpreservesedits,16010,1731831875180/wal.dat.0, size=863 (863bytes) at 1731831875210Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/ba800fa7-bc09-21b7-1256-79734431713d/WALs/testsplitpreservesedits,16010,1731831875180/wal.dat.0 so closing down at 1731831875216 (+6 ms)3 split writer threads finished at 1731831875216Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/ba800fa7-bc09-21b7-1256-79734431713d/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731831875219 (+3 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/ba800fa7-bc09-21b7-1256-79734431713d/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831875227 (+8 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/ba800fa7-bc09-21b7-1256-79734431713d/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33463/user/jenkins/test-data/ba800fa7-bc09-21b7-1256-79734431713d/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1731831875228 (+1 ms)Processed 10 edits across 1 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/ba800fa7-bc09-21b7-1256-79734431713d/WALs/testsplitpreservesedits,16010,1731831875180/wal.dat.0, size=863, length=863, corrupted=false, cancelled=false at 1731831875228 2024-11-17T08:24:35,230 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/ba800fa7-bc09-21b7-1256-79734431713d/WALs/testsplitpreservesedits,16010,1731831875180/wal.dat.0 to hdfs://localhost:33463/user/jenkins/test-data/ba800fa7-bc09-21b7-1256-79734431713d/oldWALs/wal.dat.0 2024-11-17T08:24:35,249 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitPreservesEdits Thread=140 (was 140), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=440 (was 440), ProcessCount=11 (was 11), AvailableMemoryMB=2505 (was 2506) 2024-11-17T08:24:35,260 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testFirstLineCorruptionLogFileSkipErrorsPasses Thread=140, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=440, ProcessCount=11, AvailableMemoryMB=2503 2024-11-17T08:24:35,260 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T08:24:35,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742076_1255 (size=7) 2024-11-17T08:24:35,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742076_1255 (size=7) 2024-11-17T08:24:35,292 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33463/user/jenkins/test-data/83bfcd61-e812-58af-994e-e16c830662b7 with version=8 2024-11-17T08:24:35,292 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:24:35,294 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:24:35,296 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T08:24:35,296 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-17T08:24:35,297 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-17T08:24:35,297 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-17T08:24:35,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742077_1256 (size=1393) 2024-11-17T08:24:35,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742077_1256 (size=1393) 2024-11-17T08:24:35,331 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-17T08:24:35,331 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-17T08:24:35,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742078_1257 (size=1393) 2024-11-17T08:24:35,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742078_1257 (size=1393) 2024-11-17T08:24:35,356 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-17T08:24:35,356 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-17T08:24:35,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742079_1258 (size=1393) 2024-11-17T08:24:35,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742079_1258 (size=1393) 2024-11-17T08:24:35,374 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-17T08:24:35,375 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-17T08:24:35,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742080_1259 (size=1393) 2024-11-17T08:24:35,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742080_1259 (size=1393) 2024-11-17T08:24:35,434 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-17T08:24:35,434 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-17T08:24:35,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742081_1260 (size=1393) 2024-11-17T08:24:35,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742081_1260 (size=1393) 2024-11-17T08:24:35,484 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-17T08:24:35,484 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-17T08:24:35,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742082_1261 (size=1393) 2024-11-17T08:24:35,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742082_1261 (size=1393) 2024-11-17T08:24:35,535 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-17T08:24:35,535 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-17T08:24:35,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742083_1262 (size=1405) 2024-11-17T08:24:35,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742083_1262 (size=1405) 2024-11-17T08:24:35,573 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-17T08:24:35,573 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-17T08:24:35,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:35,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742084_1263 (size=1413) 2024-11-17T08:24:35,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742084_1263 (size=1413) 2024-11-17T08:24:35,998 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-17T08:24:35,998 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-17T08:24:35,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:35,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:36,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:36,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:36,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:36,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:36,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:36,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:36,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:36,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:36,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:36,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:36,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:36,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:36,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:36,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:36,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:36,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:36,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:36,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:36,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:36,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:36,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:36,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:36,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:36,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:36,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:36,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:36,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:36,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:36,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:36,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:36,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:36,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:36,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:36,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:36,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:36,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:36,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:36,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:36,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742085_1264 (size=1413) 2024-11-17T08:24:36,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742085_1264 (size=1413) 2024-11-17T08:24:36,015 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-17T08:24:36,015 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-17T08:24:36,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:36,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:36,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:36,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:36,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:36,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:36,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:36,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:36,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:36,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:36,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:36,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:36,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:36,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:36,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:36,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:36,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:36,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:36,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:36,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:36,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:36,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:36,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:36,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:36,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:36,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:36,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:36,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:36,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:36,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:36,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:36,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:36,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:36,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:36,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:36,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:36,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:36,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:36,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:36,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:36,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742086_1265 (size=1413) 2024-11-17T08:24:36,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742086_1265 (size=1413) 2024-11-17T08:24:36,033 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-17T08:24:36,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742087_1266 (size=1394) 2024-11-17T08:24:36,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742087_1266 (size=1394) 2024-11-17T08:24:36,082 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.0, size=1.4 K (1393bytes) 2024-11-17T08:24:36,082 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.0 2024-11-17T08:24:36,083 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.0 after 1ms 2024-11-17T08:24:36,084 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.0 took 2ms 2024-11-17T08:24:36,086 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.0 so closing down 2024-11-17T08:24:36,086 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:36,086 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:36,088 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-17T08:24:36,088 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-17T08:24:36,090 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-17T08:24:36,090 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-17T08:24:36,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742088_1267 (size=743) 2024-11-17T08:24:36,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742088_1267 (size=743) 2024-11-17T08:24:36,105 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:36,107 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-17T08:24:36,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742089_1268 (size=743) 2024-11-17T08:24:36,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742089_1268 (size=743) 2024-11-17T08:24:36,110 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:36,111 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-17T08:24:36,112 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T08:24:36,112 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.0, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.0, size=1.4 K (1393bytes) at 1731831876082Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.0 so closing down at 1731831876086 (+4 ms)3 split writer threads finished at 1731831876087 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731831876090 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731831876090Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831876106 (+16 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731831876107 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831876110 (+3 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731831876112 (+2 ms)Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731831876112 2024-11-17T08:24:36,114 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.0 to hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/oldWALs/wal.dat.0 2024-11-17T08:24:36,114 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.1, size=1.4 K (1393bytes) 2024-11-17T08:24:36,114 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.1 2024-11-17T08:24:36,115 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.1 after 0ms 2024-11-17T08:24:36,116 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.1 took 2ms 2024-11-17T08:24:36,117 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.1 so closing down 2024-11-17T08:24:36,117 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:36,118 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:36,120 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-17T08:24:36,120 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-17T08:24:36,121 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-17T08:24:36,122 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-17T08:24:36,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742091_1270 (size=743) 2024-11-17T08:24:36,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742091_1270 (size=743) 2024-11-17T08:24:36,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742090_1269 (size=743) 2024-11-17T08:24:36,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742090_1269 (size=743) 2024-11-17T08:24:36,144 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:36,146 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-17T08:24:36,146 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:36,148 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-17T08:24:36,148 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T08:24:36,148 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.1, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.1, size=1.4 K (1393bytes) at 1731831876114Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.1 so closing down at 1731831876117 (+3 ms)3 split writer threads finished at 1731831876118 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731831876121 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731831876122 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831876144 (+22 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731831876146 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831876146Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731831876148 (+2 ms)Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731831876148 2024-11-17T08:24:36,150 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.1 to hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/oldWALs/wal.dat.1 2024-11-17T08:24:36,150 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.2, size=1.4 K (1393bytes) 2024-11-17T08:24:36,150 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.2 2024-11-17T08:24:36,151 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.2 after 1ms 2024-11-17T08:24:36,153 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.2 took 2ms 2024-11-17T08:24:36,154 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.2 so closing down 2024-11-17T08:24:36,154 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:36,155 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:36,157 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-17T08:24:36,157 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-17T08:24:36,158 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-17T08:24:36,158 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-17T08:24:36,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742092_1271 (size=743) 2024-11-17T08:24:36,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742092_1271 (size=743) 2024-11-17T08:24:36,175 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:36,177 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-17T08:24:36,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742093_1272 (size=743) 2024-11-17T08:24:36,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742093_1272 (size=743) 2024-11-17T08:24:36,184 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:36,187 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-17T08:24:36,187 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T08:24:36,187 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.2, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.2, size=1.4 K (1393bytes) at 1731831876150Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.2 so closing down at 1731831876154 (+4 ms)3 split writer threads finished at 1731831876155 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731831876158 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731831876158Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831876175 (+17 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731831876177 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831876184 (+7 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731831876187 (+3 ms)Processed 20 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731831876187 2024-11-17T08:24:36,189 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.2 to hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/oldWALs/wal.dat.2 2024-11-17T08:24:36,190 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.3, size=1.4 K (1393bytes) 2024-11-17T08:24:36,190 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.3 2024-11-17T08:24:36,190 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.3 after 0ms 2024-11-17T08:24:36,193 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.3 took 4ms 2024-11-17T08:24:36,197 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.3 so closing down 2024-11-17T08:24:36,197 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:36,197 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:36,215 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-17T08:24:36,215 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-17T08:24:36,217 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-17T08:24:36,219 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-17T08:24:36,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742094_1273 (size=743) 2024-11-17T08:24:36,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742094_1273 (size=743) 2024-11-17T08:24:36,243 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:36,245 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-17T08:24:36,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742095_1274 (size=743) 2024-11-17T08:24:36,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742095_1274 (size=743) 2024-11-17T08:24:36,250 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:36,251 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-17T08:24:36,252 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 56 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T08:24:36,252 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.3, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.3, size=1.4 K (1393bytes) at 1731831876190Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.3 so closing down at 1731831876197 (+7 ms)3 split writer threads finished at 1731831876197Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731831876217 (+20 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731831876219 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831876243 (+24 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731831876245 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831876250 (+5 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731831876251 (+1 ms)Processed 20 edits across 2 Regions in 56 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731831876252 (+1 ms) 2024-11-17T08:24:36,253 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.3 to hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/oldWALs/wal.dat.3 2024-11-17T08:24:36,253 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.4, size=1.4 K (1393bytes) 2024-11-17T08:24:36,253 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.4 2024-11-17T08:24:36,254 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.4 after 1ms 2024-11-17T08:24:36,255 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.4 took 2ms 2024-11-17T08:24:36,258 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.4 so closing down 2024-11-17T08:24:36,258 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:36,258 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:36,260 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-17T08:24:36,260 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-17T08:24:36,261 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-17T08:24:36,261 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-17T08:24:36,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742096_1275 (size=743) 2024-11-17T08:24:36,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742096_1275 (size=743) 2024-11-17T08:24:36,278 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:36,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742097_1276 (size=743) 2024-11-17T08:24:36,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742097_1276 (size=743) 2024-11-17T08:24:36,280 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-17T08:24:36,280 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:36,281 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-17T08:24:36,281 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T08:24:36,281 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.4, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.4, size=1.4 K (1393bytes) at 1731831876253Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.4 so closing down at 1731831876258 (+5 ms)3 split writer threads finished at 1731831876258Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731831876261 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731831876261Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831876278 (+17 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731831876280 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831876280Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731831876281 (+1 ms)Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731831876281 2024-11-17T08:24:36,283 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.4 to hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/oldWALs/wal.dat.4 2024-11-17T08:24:36,283 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.5, size=1.4 K (1394bytes) 2024-11-17T08:24:36,283 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.5 2024-11-17T08:24:36,284 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.5 after 1ms 2024-11-17T08:24:36,286 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true; could not open hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.5, skipping at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:481) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testFirstLineCorruptionLogFileSkipErrorsPasses(TestWALSplit.java:587) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Invalid PB WAL magic \x00PWA, expected PWAL at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:225) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] ... 31 more 2024-11-17T08:24:36,287 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.5 so closing down 2024-11-17T08:24:36,287 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false 2024-11-17T08:24:36,287 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.5, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.5, size=1.4 K (1394bytes) at 1731831876283Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.5 so closing down at 1731831876287 (+4 ms)Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false at 1731831876287 2024-11-17T08:24:36,291 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.5 to hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/corrupt/wal.dat.5 2024-11-17T08:24:36,291 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.6, size=1.4 K (1405bytes) 2024-11-17T08:24:36,291 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.6 2024-11-17T08:24:36,292 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.6 after 1ms 2024-11-17T08:24:36,293 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.6 took 2ms 2024-11-17T08:24:36,298 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.6 so closing down 2024-11-17T08:24:36,298 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:36,298 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:36,302 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-17T08:24:36,303 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-17T08:24:36,314 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-17T08:24:36,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742098_1277 (size=749) 2024-11-17T08:24:36,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742098_1277 (size=749) 2024-11-17T08:24:36,316 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:36,318 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-17T08:24:36,321 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-17T08:24:36,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742099_1278 (size=749) 2024-11-17T08:24:36,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742099_1278 (size=749) 2024-11-17T08:24:36,338 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:36,339 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-17T08:24:36,339 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-17T08:24:36,339 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.6, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.6, size=1.4 K (1405bytes) at 1731831876291Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.6 so closing down at 1731831876298 (+7 ms)3 split writer threads finished at 1731831876298Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731831876303 (+5 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831876316 (+13 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731831876318 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731831876321 (+3 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831876338 (+17 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731831876339 (+1 ms)Processed 20 edits across 2 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731831876339 2024-11-17T08:24:36,341 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.6 to hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/oldWALs/wal.dat.6 2024-11-17T08:24:36,341 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.7, size=1.4 K (1413bytes) 2024-11-17T08:24:36,341 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.7 2024-11-17T08:24:36,342 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.7 after 1ms 2024-11-17T08:24:36,344 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.7 took 3ms 2024-11-17T08:24:36,345 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.7 so closing down 2024-11-17T08:24:36,345 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:36,346 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:36,348 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-17T08:24:36,348 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-17T08:24:36,352 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-17T08:24:36,356 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-17T08:24:36,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742101_1280 (size=753) 2024-11-17T08:24:36,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742101_1280 (size=753) 2024-11-17T08:24:36,377 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:36,378 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-17T08:24:36,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742100_1279 (size=753) 2024-11-17T08:24:36,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742100_1279 (size=753) 2024-11-17T08:24:36,387 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:36,388 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-17T08:24:36,389 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 44 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T08:24:36,389 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.7, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.7, size=1.4 K (1413bytes) at 1731831876341Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.7 so closing down at 1731831876345 (+4 ms)3 split writer threads finished at 1731831876346 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731831876352 (+6 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731831876356 (+4 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831876377 (+21 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731831876378 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831876387 (+9 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731831876388 (+1 ms)Processed 20 edits across 2 Regions in 44 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731831876389 (+1 ms) 2024-11-17T08:24:36,391 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.7 to hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/oldWALs/wal.dat.7 2024-11-17T08:24:36,391 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.8, size=1.4 K (1413bytes) 2024-11-17T08:24:36,391 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.8 2024-11-17T08:24:36,391 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.8 after 0ms 2024-11-17T08:24:36,393 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.8 took 2ms 2024-11-17T08:24:36,395 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.8 so closing down 2024-11-17T08:24:36,395 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:36,395 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:36,397 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-17T08:24:36,399 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-17T08:24:36,401 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-17T08:24:36,408 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-17T08:24:36,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742102_1281 (size=753) 2024-11-17T08:24:36,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742102_1281 (size=753) 2024-11-17T08:24:36,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742103_1282 (size=753) 2024-11-17T08:24:36,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742103_1282 (size=753) 2024-11-17T08:24:36,427 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:36,429 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-17T08:24:36,824 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:36,826 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-17T08:24:36,826 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 432 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T08:24:36,826 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.8, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.8, size=1.4 K (1413bytes) at 1731831876391Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.8 so closing down at 1731831876395 (+4 ms)3 split writer threads finished at 1731831876395Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731831876401 (+6 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731831876408 (+7 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831876427 (+19 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731831876429 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831876824 (+395 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731831876826 (+2 ms)Processed 20 edits across 2 Regions in 432 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731831876826 2024-11-17T08:24:36,827 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.8 to hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/oldWALs/wal.dat.8 2024-11-17T08:24:36,828 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.9, size=1.4 K (1413bytes) 2024-11-17T08:24:36,828 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.9 2024-11-17T08:24:36,828 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.9 after 0ms 2024-11-17T08:24:36,830 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.9 took 2ms 2024-11-17T08:24:36,831 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.9 so closing down 2024-11-17T08:24:36,831 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:36,831 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:36,832 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-17T08:24:36,833 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-17T08:24:36,834 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-17T08:24:36,834 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-17T08:24:36,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742104_1283 (size=753) 2024-11-17T08:24:36,849 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:36,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742104_1283 (size=753) 2024-11-17T08:24:36,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742105_1284 (size=753) 2024-11-17T08:24:36,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742105_1284 (size=753) 2024-11-17T08:24:36,852 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:36,852 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-17T08:24:36,856 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-17T08:24:36,856 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T08:24:36,856 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.9, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.9, size=1.4 K (1413bytes) at 1731831876828Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.9 so closing down at 1731831876831 (+3 ms)3 split writer threads finished at 1731831876831Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731831876834 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731831876834Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831876849 (+15 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831876852 (+3 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731831876852Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731831876856 (+4 ms)Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731831876856 2024-11-17T08:24:36,858 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731831875296/wal.dat.9 to hdfs://localhost:33463/user/jenkins/test-data/caad92e8-3f78-3c80-516e-38f1af548d51/oldWALs/wal.dat.9 2024-11-17T08:24:36,916 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testFirstLineCorruptionLogFileSkipErrorsPasses Thread=140 (was 140), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=440 (was 440), ProcessCount=11 (was 11), AvailableMemoryMB=2484 (was 2503) 2024-11-17T08:24:36,922 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesRegionEventsEdits Thread=140, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=440, ProcessCount=11, AvailableMemoryMB=2484 2024-11-17T08:24:36,923 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T08:24:36,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742106_1285 (size=7) 2024-11-17T08:24:36,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742106_1285 (size=7) 2024-11-17T08:24:36,929 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33463/user/jenkins/test-data/83bfcd61-e812-58af-994e-e16c830662b7 with version=8 2024-11-17T08:24:36,929 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:24:36,930 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:24:36,932 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T08:24:36,932 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-17T08:24:36,933 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-17T08:24:36,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:36,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:36,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:36,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:36,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:36,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:36,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:36,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:36,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:36,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:36,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:36,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:36,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:36,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:36,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:36,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:36,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:36,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:36,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:36,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:36,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742107_1286 (size=2403) 2024-11-17T08:24:36,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742107_1286 (size=2403) 2024-11-17T08:24:36,948 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-17T08:24:36,968 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/46bf885a-79be-1746-1734-9bfd08a46593/WALs/testsplitremovesregioneventsedits,16010,1731831876932/wal.dat.0, size=2.3 K (2403bytes) 2024-11-17T08:24:36,968 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/46bf885a-79be-1746-1734-9bfd08a46593/WALs/testsplitremovesregioneventsedits,16010,1731831876932/wal.dat.0 2024-11-17T08:24:36,969 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/46bf885a-79be-1746-1734-9bfd08a46593/WALs/testsplitremovesregioneventsedits,16010,1731831876932/wal.dat.0 after 1ms 2024-11-17T08:24:36,971 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/46bf885a-79be-1746-1734-9bfd08a46593/WALs/testsplitremovesregioneventsedits,16010,1731831876932/wal.dat.0 took 2ms 2024-11-17T08:24:36,972 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/46bf885a-79be-1746-1734-9bfd08a46593/WALs/testsplitremovesregioneventsedits,16010,1731831876932/wal.dat.0 so closing down 2024-11-17T08:24:36,972 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:36,974 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:36,978 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-17T08:24:36,978 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/46bf885a-79be-1746-1734-9bfd08a46593/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-17T08:24:36,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742108_1287 (size=863) 2024-11-17T08:24:36,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742108_1287 (size=863) 2024-11-17T08:24:36,987 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/46bf885a-79be-1746-1734-9bfd08a46593/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:36,991 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/46bf885a-79be-1746-1734-9bfd08a46593/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33463/user/jenkins/test-data/46bf885a-79be-1746-1734-9bfd08a46593/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-17T08:24:36,991 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 1 Regions in 20 ms; skipped=10; WAL=hdfs://localhost:33463/user/jenkins/test-data/46bf885a-79be-1746-1734-9bfd08a46593/WALs/testsplitremovesregioneventsedits,16010,1731831876932/wal.dat.0, size=2.3 K, length=2403, corrupted=false, cancelled=false 2024-11-17T08:24:36,991 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/46bf885a-79be-1746-1734-9bfd08a46593/WALs/testsplitremovesregioneventsedits,16010,1731831876932/wal.dat.0, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/46bf885a-79be-1746-1734-9bfd08a46593/WALs/testsplitremovesregioneventsedits,16010,1731831876932/wal.dat.0, size=2.3 K (2403bytes) at 1731831876968Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/46bf885a-79be-1746-1734-9bfd08a46593/WALs/testsplitremovesregioneventsedits,16010,1731831876932/wal.dat.0 so closing down at 1731831876972 (+4 ms)3 split writer threads finished at 1731831876974 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/46bf885a-79be-1746-1734-9bfd08a46593/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731831876978 (+4 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/46bf885a-79be-1746-1734-9bfd08a46593/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831876987 (+9 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/46bf885a-79be-1746-1734-9bfd08a46593/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33463/user/jenkins/test-data/46bf885a-79be-1746-1734-9bfd08a46593/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1731831876991 (+4 ms)Processed 20 edits across 1 Regions in 20 ms; skipped=10; WAL=hdfs://localhost:33463/user/jenkins/test-data/46bf885a-79be-1746-1734-9bfd08a46593/WALs/testsplitremovesregioneventsedits,16010,1731831876932/wal.dat.0, size=2.3 K, length=2403, corrupted=false, cancelled=false at 1731831876991 2024-11-17T08:24:36,993 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/46bf885a-79be-1746-1734-9bfd08a46593/WALs/testsplitremovesregioneventsedits,16010,1731831876932/wal.dat.0 to hdfs://localhost:33463/user/jenkins/test-data/46bf885a-79be-1746-1734-9bfd08a46593/oldWALs/wal.dat.0 2024-11-17T08:24:37,013 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesRegionEventsEdits Thread=140 (was 140), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=440 (was 440), ProcessCount=11 (was 11), AvailableMemoryMB=2483 (was 2484) 2024-11-17T08:24:37,020 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testHasRecoveredEdits Thread=140, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=440, ProcessCount=11, AvailableMemoryMB=2483 2024-11-17T08:24:37,020 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T08:24:37,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742109_1288 (size=7) 2024-11-17T08:24:37,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742109_1288 (size=7) 2024-11-17T08:24:37,047 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33463/user/jenkins/test-data/83bfcd61-e812-58af-994e-e16c830662b7 with version=8 2024-11-17T08:24:37,048 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:24:37,049 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:24:37,051 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T08:24:37,083 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testHasRecoveredEdits Thread=140 (was 140), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=440 (was 440), ProcessCount=11 (was 11), AvailableMemoryMB=2483 (was 2483) 2024-11-17T08:24:37,093 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesReplicationMarkerEdits Thread=140, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=440, ProcessCount=11, AvailableMemoryMB=2483 2024-11-17T08:24:37,093 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T08:24:37,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742110_1289 (size=7) 2024-11-17T08:24:37,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742110_1289 (size=7) 2024-11-17T08:24:37,111 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33463/user/jenkins/test-data/83bfcd61-e812-58af-994e-e16c830662b7 with version=8 2024-11-17T08:24:37,111 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:24:37,113 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:24:37,115 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T08:24:37,128 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-17T08:24:37,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742111_1290 (size=255) 2024-11-17T08:24:37,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742111_1290 (size=255) 2024-11-17T08:24:37,174 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/831838aa-48c5-c437-0eca-dfaafdce8f8b/WALs/testsplitremovesreplicationmarkeredits,16010,1731831877115/wal.dat.1, size=255 (255bytes) 2024-11-17T08:24:37,174 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/831838aa-48c5-c437-0eca-dfaafdce8f8b/WALs/testsplitremovesreplicationmarkeredits,16010,1731831877115/wal.dat.1 2024-11-17T08:24:37,174 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/831838aa-48c5-c437-0eca-dfaafdce8f8b/WALs/testsplitremovesreplicationmarkeredits,16010,1731831877115/wal.dat.1 after 0ms 2024-11-17T08:24:37,176 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/831838aa-48c5-c437-0eca-dfaafdce8f8b/WALs/testsplitremovesreplicationmarkeredits,16010,1731831877115/wal.dat.1 took 2ms 2024-11-17T08:24:37,177 DEBUG [Time-limited test {}] wal.WALSplitter(323): Ignoring Replication marker edits. 2024-11-17T08:24:37,177 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/831838aa-48c5-c437-0eca-dfaafdce8f8b/WALs/testsplitremovesreplicationmarkeredits,16010,1731831877115/wal.dat.1 so closing down 2024-11-17T08:24:37,177 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:37,177 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:37,177 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/831838aa-48c5-c437-0eca-dfaafdce8f8b/WALs/testsplitremovesreplicationmarkeredits,16010,1731831877115/wal.dat.1, size=255, length=255, corrupted=false, cancelled=false 2024-11-17T08:24:37,177 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/831838aa-48c5-c437-0eca-dfaafdce8f8b/WALs/testsplitremovesreplicationmarkeredits,16010,1731831877115/wal.dat.1, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/831838aa-48c5-c437-0eca-dfaafdce8f8b/WALs/testsplitremovesreplicationmarkeredits,16010,1731831877115/wal.dat.1, size=255 (255bytes) at 1731831877174Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/831838aa-48c5-c437-0eca-dfaafdce8f8b/WALs/testsplitremovesreplicationmarkeredits,16010,1731831877115/wal.dat.1 so closing down at 1731831877177 (+3 ms)3 split writer threads finished at 1731831877177Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/831838aa-48c5-c437-0eca-dfaafdce8f8b/WALs/testsplitremovesreplicationmarkeredits,16010,1731831877115/wal.dat.1, size=255, length=255, corrupted=false, cancelled=false at 1731831877177 2024-11-17T08:24:37,179 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/831838aa-48c5-c437-0eca-dfaafdce8f8b/WALs/testsplitremovesreplicationmarkeredits,16010,1731831877115/wal.dat.1 to hdfs://localhost:33463/user/jenkins/test-data/831838aa-48c5-c437-0eca-dfaafdce8f8b/oldWALs/wal.dat.1 2024-11-17T08:24:37,186 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesReplicationMarkerEdits Thread=140 (was 140), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=440 (was 440), ProcessCount=11 (was 11), AvailableMemoryMB=2482 (was 2483) 2024-11-17T08:24:37,193 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileDeletedRegionDir Thread=140, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=440, ProcessCount=10, AvailableMemoryMB=2482 2024-11-17T08:24:37,193 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T08:24:37,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742112_1291 (size=7) 2024-11-17T08:24:37,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742112_1291 (size=7) 2024-11-17T08:24:37,202 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33463/user/jenkins/test-data/83bfcd61-e812-58af-994e-e16c830662b7 with version=8 2024-11-17T08:24:37,203 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:24:37,204 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:24:37,206 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T08:24:37,206 INFO [Time-limited test {}] wal.TestWALSplit(1094): testSplitLogFileDeletedRegionDir 2024-11-17T08:24:37,206 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-17T08:24:37,207 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-17T08:24:37,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742113_1292 (size=1941) 2024-11-17T08:24:37,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742113_1292 (size=1941) 2024-11-17T08:24:37,223 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-17T08:24:37,224 INFO [Time-limited test {}] wal.TestWALSplit(1103): Region directory ishdfs://localhost:33463/user/jenkins/test-data/83bfcd61-e812-58af-994e-e16c830662b7/data/default/t1/region__1 2024-11-17T08:24:37,243 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/4a83971f-b189-99c2-55fa-ff5089a84842/WALs/testsplitlogfiledeletedregiondir,16010,1731831877206/wal.dat.0, size=1.9 K (1941bytes) 2024-11-17T08:24:37,243 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/4a83971f-b189-99c2-55fa-ff5089a84842/WALs/testsplitlogfiledeletedregiondir,16010,1731831877206/wal.dat.0 2024-11-17T08:24:37,243 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/4a83971f-b189-99c2-55fa-ff5089a84842/WALs/testsplitlogfiledeletedregiondir,16010,1731831877206/wal.dat.0 after 0ms 2024-11-17T08:24:37,245 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/4a83971f-b189-99c2-55fa-ff5089a84842/WALs/testsplitlogfiledeletedregiondir,16010,1731831877206/wal.dat.0 took 2ms 2024-11-17T08:24:37,253 INFO [Time-limited test {}] wal.WALSplitter(339): region__1 no longer in filesystem; skipping all edits. 2024-11-17T08:24:37,253 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/4a83971f-b189-99c2-55fa-ff5089a84842/WALs/testsplitlogfiledeletedregiondir,16010,1731831877206/wal.dat.0 so closing down 2024-11-17T08:24:37,253 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:37,254 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:37,254 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 0 Regions in 2 ms; skipped=17; WAL=hdfs://localhost:33463/user/jenkins/test-data/4a83971f-b189-99c2-55fa-ff5089a84842/WALs/testsplitlogfiledeletedregiondir,16010,1731831877206/wal.dat.0, size=1.9 K, length=1941, corrupted=false, cancelled=false 2024-11-17T08:24:37,254 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/4a83971f-b189-99c2-55fa-ff5089a84842/WALs/testsplitlogfiledeletedregiondir,16010,1731831877206/wal.dat.0, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/4a83971f-b189-99c2-55fa-ff5089a84842/WALs/testsplitlogfiledeletedregiondir,16010,1731831877206/wal.dat.0, size=1.9 K (1941bytes) at 1731831877243Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/4a83971f-b189-99c2-55fa-ff5089a84842/WALs/testsplitlogfiledeletedregiondir,16010,1731831877206/wal.dat.0 so closing down at 1731831877253 (+10 ms)3 split writer threads finished at 1731831877254 (+1 ms)Processed 17 edits across 0 Regions in 2 ms; skipped=17; WAL=hdfs://localhost:33463/user/jenkins/test-data/4a83971f-b189-99c2-55fa-ff5089a84842/WALs/testsplitlogfiledeletedregiondir,16010,1731831877206/wal.dat.0, size=1.9 K, length=1941, corrupted=false, cancelled=false at 1731831877254 2024-11-17T08:24:37,255 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/4a83971f-b189-99c2-55fa-ff5089a84842/WALs/testsplitlogfiledeletedregiondir,16010,1731831877206/wal.dat.0 to hdfs://localhost:33463/user/jenkins/test-data/4a83971f-b189-99c2-55fa-ff5089a84842/oldWALs/wal.dat.0 2024-11-17T08:24:37,264 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileDeletedRegionDir Thread=140 (was 140), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=440 (was 440), ProcessCount=11 (was 10) - ProcessCount LEAK? -, AvailableMemoryMB=2482 (was 2482) 2024-11-17T08:24:37,271 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows Thread=140, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=440, ProcessCount=11, AvailableMemoryMB=2482 2024-11-17T08:24:37,271 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T08:24:37,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742114_1293 (size=7) 2024-11-17T08:24:37,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742114_1293 (size=7) 2024-11-17T08:24:37,294 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33463/user/jenkins/test-data/83bfcd61-e812-58af-994e-e16c830662b7 with version=8 2024-11-17T08:24:37,294 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:24:37,295 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:24:37,297 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T08:24:37,297 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-17T08:24:37,297 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T08:24:37,297 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-17T08:24:37,298 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-17T08:24:37,298 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-17T08:24:37,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742115_1294 (size=1393) 2024-11-17T08:24:37,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742115_1294 (size=1393) 2024-11-17T08:24:37,309 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-17T08:24:37,309 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-17T08:24:37,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742116_1295 (size=1393) 2024-11-17T08:24:37,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742116_1295 (size=1393) 2024-11-17T08:24:37,320 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-17T08:24:37,321 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-17T08:24:37,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742117_1296 (size=1393) 2024-11-17T08:24:37,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742117_1296 (size=1393) 2024-11-17T08:24:37,359 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-17T08:24:37,360 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-17T08:24:37,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742118_1297 (size=1393) 2024-11-17T08:24:37,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742118_1297 (size=1393) 2024-11-17T08:24:37,391 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-17T08:24:37,391 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-17T08:24:37,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742119_1298 (size=1393) 2024-11-17T08:24:37,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742119_1298 (size=1393) 2024-11-17T08:24:37,446 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-17T08:24:37,446 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-17T08:24:37,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742120_1299 (size=1393) 2024-11-17T08:24:37,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742120_1299 (size=1393) 2024-11-17T08:24:37,469 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-17T08:24:37,469 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-17T08:24:37,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742121_1300 (size=1405) 2024-11-17T08:24:37,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742121_1300 (size=1405) 2024-11-17T08:24:37,882 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-17T08:24:37,882 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-17T08:24:37,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742122_1301 (size=1413) 2024-11-17T08:24:37,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742122_1301 (size=1413) 2024-11-17T08:24:37,932 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-17T08:24:37,932 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-17T08:24:37,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:37,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742123_1302 (size=1413) 2024-11-17T08:24:37,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742123_1302 (size=1413) 2024-11-17T08:24:37,961 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-17T08:24:37,961 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-17T08:24:37,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:37,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742124_1303 (size=1413) 2024-11-17T08:24:38,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742124_1303 (size=1413) 2024-11-17T08:24:38,068 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-17T08:24:38,102 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/bb979153-cbc7-71ab-8955-f6e505b7d5fd/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731831877297/wal.dat.0, size=1.4 K (1393bytes) 2024-11-17T08:24:38,102 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/bb979153-cbc7-71ab-8955-f6e505b7d5fd/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731831877297/wal.dat.0 2024-11-17T08:24:38,104 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/bb979153-cbc7-71ab-8955-f6e505b7d5fd/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731831877297/wal.dat.0 after 2ms 2024-11-17T08:24:38,107 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/bb979153-cbc7-71ab-8955-f6e505b7d5fd/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731831877297/wal.dat.0 took 5ms 2024-11-17T08:24:38,110 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/bb979153-cbc7-71ab-8955-f6e505b7d5fd/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731831877297/wal.dat.0 so closing down 2024-11-17T08:24:38,110 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:38,111 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:38,111 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/bb979153-cbc7-71ab-8955-f6e505b7d5fd/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731831877297/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T08:24:38,111 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/bb979153-cbc7-71ab-8955-f6e505b7d5fd/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731831877297/wal.dat.0, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/bb979153-cbc7-71ab-8955-f6e505b7d5fd/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731831877297/wal.dat.0, size=1.4 K (1393bytes) at 1731831878102Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/bb979153-cbc7-71ab-8955-f6e505b7d5fd/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731831877297/wal.dat.0 so closing down at 1731831878110 (+8 ms)3 split writer threads finished at 1731831878111 (+1 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/bb979153-cbc7-71ab-8955-f6e505b7d5fd/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731831877297/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731831878111 2024-11-17T08:24:38,122 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows Thread=140 (was 140), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=440 (was 440), ProcessCount=11 (was 11), AvailableMemoryMB=2472 (was 2482) 2024-11-17T08:24:38,134 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitWillFailIfWritingToRegionFails Thread=140, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=440, ProcessCount=11, AvailableMemoryMB=2472 2024-11-17T08:24:38,134 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T08:24:38,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742125_1304 (size=7) 2024-11-17T08:24:38,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742125_1304 (size=7) 2024-11-17T08:24:38,161 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33463/user/jenkins/test-data/83bfcd61-e812-58af-994e-e16c830662b7 with version=8 2024-11-17T08:24:38,162 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:24:38,164 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:24:38,167 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T08:24:38,167 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-17T08:24:38,168 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-17T08:24:38,170 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-17T08:24:38,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742126_1305 (size=1393) 2024-11-17T08:24:38,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742126_1305 (size=1393) 2024-11-17T08:24:38,220 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-17T08:24:38,220 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-17T08:24:38,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742127_1306 (size=1393) 2024-11-17T08:24:38,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742127_1306 (size=1393) 2024-11-17T08:24:38,268 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-17T08:24:38,268 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-17T08:24:38,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742128_1307 (size=1393) 2024-11-17T08:24:38,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742128_1307 (size=1393) 2024-11-17T08:24:38,285 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-17T08:24:38,286 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-17T08:24:38,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742129_1308 (size=1393) 2024-11-17T08:24:38,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742129_1308 (size=1393) 2024-11-17T08:24:38,314 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-17T08:24:38,314 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-17T08:24:38,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,366 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-17T08:24:38,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742131_1310 (size=1393) 2024-11-17T08:24:38,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742131_1310 (size=1393) 2024-11-17T08:24:38,401 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-17T08:24:38,401 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-17T08:24:38,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742132_1311 (size=1405) 2024-11-17T08:24:38,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742132_1311 (size=1405) 2024-11-17T08:24:38,442 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-17T08:24:38,442 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-17T08:24:38,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742133_1312 (size=1413) 2024-11-17T08:24:38,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742133_1312 (size=1413) 2024-11-17T08:24:38,476 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-17T08:24:38,476 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-17T08:24:38,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742134_1313 (size=1413) 2024-11-17T08:24:38,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742134_1313 (size=1413) 2024-11-17T08:24:38,538 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-17T08:24:38,538 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-17T08:24:38,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:38,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:38,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742135_1314 (size=1413) 2024-11-17T08:24:38,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742135_1314 (size=1413) 2024-11-17T08:24:39,025 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-17T08:24:39,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:39,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:39,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742130_1309 (size=1458) 2024-11-17T08:24:39,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742130_1309 (size=1458) 2024-11-17T08:24:39,056 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/WALs/testsplitwillfailifwritingtoregionfails,16010,1731831878167/wal.dat.0, size=1.4 K (1393bytes) 2024-11-17T08:24:39,056 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/WALs/testsplitwillfailifwritingtoregionfails,16010,1731831878167/wal.dat.0 2024-11-17T08:24:39,059 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/WALs/testsplitwillfailifwritingtoregionfails,16010,1731831878167/wal.dat.0 after 1ms 2024-11-17T08:24:39,062 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/WALs/testsplitwillfailifwritingtoregionfails,16010,1731831878167/wal.dat.0 took 6ms 2024-11-17T08:24:39,078 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/WALs/testsplitwillfailifwritingtoregionfails,16010,1731831878167/wal.dat.0 so closing down 2024-11-17T08:24:39,078 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:39,078 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:39,083 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-17T08:24:39,091 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-17T08:24:39,098 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-17T08:24:39,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742136_1315 (size=743) 2024-11-17T08:24:39,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742136_1315 (size=743) 2024-11-17T08:24:39,125 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:39,126 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-17T08:24:39,129 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-17T08:24:39,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742137_1316 (size=743) 2024-11-17T08:24:39,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742137_1316 (size=743) 2024-11-17T08:24:39,556 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:39,557 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-17T08:24:39,557 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 481 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/WALs/testsplitwillfailifwritingtoregionfails,16010,1731831878167/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T08:24:39,557 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/WALs/testsplitwillfailifwritingtoregionfails,16010,1731831878167/wal.dat.0, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/WALs/testsplitwillfailifwritingtoregionfails,16010,1731831878167/wal.dat.0, size=1.4 K (1393bytes) at 1731831879056Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/WALs/testsplitwillfailifwritingtoregionfails,16010,1731831878167/wal.dat.0 so closing down at 1731831879078 (+22 ms)3 split writer threads finished at 1731831879078Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731831879091 (+13 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831879125 (+34 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731831879126 (+1 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731831879129 (+3 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831879556 (+427 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731831879557 (+1 ms)Processed 20 edits across 2 Regions in 481 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/WALs/testsplitwillfailifwritingtoregionfails,16010,1731831878167/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731831879557 2024-11-17T08:24:39,559 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/WALs/testsplitwillfailifwritingtoregionfails,16010,1731831878167/wal.dat.0 to hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/oldWALs/wal.dat.0 2024-11-17T08:24:39,559 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/WALs/testsplitwillfailifwritingtoregionfails,16010,1731831878167/wal.dat.1, size=1.4 K (1393bytes) 2024-11-17T08:24:39,560 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/WALs/testsplitwillfailifwritingtoregionfails,16010,1731831878167/wal.dat.1 2024-11-17T08:24:39,560 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/WALs/testsplitwillfailifwritingtoregionfails,16010,1731831878167/wal.dat.1 after 0ms 2024-11-17T08:24:39,562 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/WALs/testsplitwillfailifwritingtoregionfails,16010,1731831878167/wal.dat.1 took 3ms 2024-11-17T08:24:39,563 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/WALs/testsplitwillfailifwritingtoregionfails,16010,1731831878167/wal.dat.1 so closing down 2024-11-17T08:24:39,563 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:39,563 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:39,565 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-17T08:24:39,565 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-17T08:24:39,567 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-17T08:24:39,568 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-17T08:24:39,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742138_1317 (size=743) 2024-11-17T08:24:39,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742138_1317 (size=743) 2024-11-17T08:24:39,579 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:39,580 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-17T08:24:39,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742139_1318 (size=743) 2024-11-17T08:24:39,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742139_1318 (size=743) 2024-11-17T08:24:39,588 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:39,589 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-17T08:24:39,589 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/WALs/testsplitwillfailifwritingtoregionfails,16010,1731831878167/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T08:24:39,589 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/WALs/testsplitwillfailifwritingtoregionfails,16010,1731831878167/wal.dat.1, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/WALs/testsplitwillfailifwritingtoregionfails,16010,1731831878167/wal.dat.1, size=1.4 K (1393bytes) at 1731831879560Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/WALs/testsplitwillfailifwritingtoregionfails,16010,1731831878167/wal.dat.1 so closing down at 1731831879563 (+3 ms)3 split writer threads finished at 1731831879563Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731831879567 (+4 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731831879568 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831879579 (+11 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731831879580 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831879588 (+8 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731831879589 (+1 ms)Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/WALs/testsplitwillfailifwritingtoregionfails,16010,1731831878167/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731831879589 2024-11-17T08:24:39,591 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/WALs/testsplitwillfailifwritingtoregionfails,16010,1731831878167/wal.dat.1 to hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/oldWALs/wal.dat.1 2024-11-17T08:24:39,591 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/WALs/testsplitwillfailifwritingtoregionfails,16010,1731831878167/wal.dat.2, size=1.4 K (1393bytes) 2024-11-17T08:24:39,591 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/WALs/testsplitwillfailifwritingtoregionfails,16010,1731831878167/wal.dat.2 2024-11-17T08:24:39,591 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/WALs/testsplitwillfailifwritingtoregionfails,16010,1731831878167/wal.dat.2 after 0ms 2024-11-17T08:24:39,593 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/WALs/testsplitwillfailifwritingtoregionfails,16010,1731831878167/wal.dat.2 took 2ms 2024-11-17T08:24:39,594 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/WALs/testsplitwillfailifwritingtoregionfails,16010,1731831878167/wal.dat.2 so closing down 2024-11-17T08:24:39,594 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:39,594 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:39,596 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-17T08:24:39,596 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-17T08:24:39,598 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-17T08:24:39,599 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-17T08:24:39,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742140_1319 (size=743) 2024-11-17T08:24:39,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742140_1319 (size=743) 2024-11-17T08:24:39,604 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:39,605 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-17T08:24:39,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742141_1320 (size=743) 2024-11-17T08:24:39,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742141_1320 (size=743) 2024-11-17T08:24:39,607 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:39,608 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-17T08:24:39,608 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/WALs/testsplitwillfailifwritingtoregionfails,16010,1731831878167/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T08:24:39,608 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/WALs/testsplitwillfailifwritingtoregionfails,16010,1731831878167/wal.dat.2, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/WALs/testsplitwillfailifwritingtoregionfails,16010,1731831878167/wal.dat.2, size=1.4 K (1393bytes) at 1731831879591Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/WALs/testsplitwillfailifwritingtoregionfails,16010,1731831878167/wal.dat.2 so closing down at 1731831879594 (+3 ms)3 split writer threads finished at 1731831879594Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731831879598 (+4 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731831879599 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831879604 (+5 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731831879605 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831879607 (+2 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731831879608 (+1 ms)Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/WALs/testsplitwillfailifwritingtoregionfails,16010,1731831878167/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731831879608 2024-11-17T08:24:39,610 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/WALs/testsplitwillfailifwritingtoregionfails,16010,1731831878167/wal.dat.2 to hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/oldWALs/wal.dat.2 2024-11-17T08:24:39,610 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/WALs/testsplitwillfailifwritingtoregionfails,16010,1731831878167/wal.dat.3, size=1.4 K (1393bytes) 2024-11-17T08:24:39,610 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/WALs/testsplitwillfailifwritingtoregionfails,16010,1731831878167/wal.dat.3 2024-11-17T08:24:39,610 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/WALs/testsplitwillfailifwritingtoregionfails,16010,1731831878167/wal.dat.3 after 0ms 2024-11-17T08:24:39,612 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/WALs/testsplitwillfailifwritingtoregionfails,16010,1731831878167/wal.dat.3 took 2ms 2024-11-17T08:24:39,613 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/WALs/testsplitwillfailifwritingtoregionfails,16010,1731831878167/wal.dat.3 so closing down 2024-11-17T08:24:39,613 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:39,613 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:39,615 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-17T08:24:39,615 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-17T08:24:39,616 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-17T08:24:39,616 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-17T08:24:39,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742143_1322 (size=743) 2024-11-17T08:24:39,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742143_1322 (size=743) 2024-11-17T08:24:39,631 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:39,633 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-17T08:24:39,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742142_1321 (size=743) 2024-11-17T08:24:39,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742142_1321 (size=743) 2024-11-17T08:24:40,041 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:40,042 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-17T08:24:40,042 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 430 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/WALs/testsplitwillfailifwritingtoregionfails,16010,1731831878167/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T08:24:40,043 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/WALs/testsplitwillfailifwritingtoregionfails,16010,1731831878167/wal.dat.3, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/WALs/testsplitwillfailifwritingtoregionfails,16010,1731831878167/wal.dat.3, size=1.4 K (1393bytes) at 1731831879610Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/WALs/testsplitwillfailifwritingtoregionfails,16010,1731831878167/wal.dat.3 so closing down at 1731831879613 (+3 ms)3 split writer threads finished at 1731831879613Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731831879616 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731831879616Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831879631 (+15 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731831879633 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831880041 (+408 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731831880042 (+1 ms)Processed 20 edits across 2 Regions in 430 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/WALs/testsplitwillfailifwritingtoregionfails,16010,1731831878167/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731831880043 (+1 ms) 2024-11-17T08:24:40,044 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/WALs/testsplitwillfailifwritingtoregionfails,16010,1731831878167/wal.dat.3 to hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/oldWALs/wal.dat.3 2024-11-17T08:24:40,044 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/WALs/testsplitwillfailifwritingtoregionfails,16010,1731831878167/wal.dat.4, size=1.4 K (1458bytes) 2024-11-17T08:24:40,044 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/WALs/testsplitwillfailifwritingtoregionfails,16010,1731831878167/wal.dat.4 2024-11-17T08:24:40,045 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/WALs/testsplitwillfailifwritingtoregionfails,16010,1731831878167/wal.dat.4 after 1ms 2024-11-17T08:24:40,046 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/WALs/testsplitwillfailifwritingtoregionfails,16010,1731831878167/wal.dat.4 took 2ms 2024-11-17T08:24:40,048 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/WALs/testsplitwillfailifwritingtoregionfails,16010,1731831878167/wal.dat.4 so closing down 2024-11-17T08:24:40,048 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:40,048 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:40,049 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-17T08:24:40,049 INFO [split-log-closeStream-pool-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-17T08:24:40,049 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.4.temp 2024-11-17T08:24:40,050 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-17T08:24:40,060 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-17T08:24:40,060 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/data/default/t1/break/recovered.edits/0000000000000000000-wal.dat.4.temp org.apache.hadoop.hbase.regionserver.wal.InstrumentedLogWriter: I will throw an exception now... 2024-11-17T08:24:40,061 ERROR [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/break/0=[#edits: 1 = ] to log java.io.IOException: This exception is instrumented and should only be thrown for testing at org.apache.hadoop.hbase.regionserver.wal.InstrumentedLogWriter.append(InstrumentedLogWriter.java:39) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T08:24:40,061 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 21 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/WALs/testsplitwillfailifwritingtoregionfails,16010,1731831878167/wal.dat.4, size=1.4 K, length=1458, corrupted=false, cancelled=true 2024-11-17T08:24:40,061 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/WALs/testsplitwillfailifwritingtoregionfails,16010,1731831878167/wal.dat.4, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/WALs/testsplitwillfailifwritingtoregionfails,16010,1731831878167/wal.dat.4, size=1.4 K (1458bytes) at 1731831880044Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/WALs/testsplitwillfailifwritingtoregionfails,16010,1731831878167/wal.dat.4 so closing down at 1731831880048 (+4 ms)3 split writer threads finished at 1731831880048Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731831880050 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731831880060 (+10 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/data/default/t1/break/recovered.edits/0000000000000000000-wal.dat.4.temp at 1731831880060Failed to write log entry t1/break/0=[#edits: 1 = ] to log at 1731831880061 (+1 ms)Processed 21 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/WALs/testsplitwillfailifwritingtoregionfails,16010,1731831878167/wal.dat.4, size=1.4 K, length=1458, corrupted=false, cancelled=true at 1731831880061 2024-11-17T08:24:40,061 WARN [Thread-2063 {}] hdfs.DataStreamer(1959): Exception in createBlockOutputStream blk_1073742144_1323 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:59602 remote=/127.0.0.1:39773]. Total timeout mills is 70000, 69990 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:118) ~[hadoop-common-3.4.1.jar:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:527) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createBlockOutputStream(DataStreamer.java:1931) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1842) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-17T08:24:40,062 WARN [Thread-2063 {}] hdfs.DataStreamer(1850): Abandoning BP-1074356471-172.17.0.3-1731831829433:blk_1073742144_1323 2024-11-17T08:24:40,062 WARN [Thread-2064 {}] hdfs.DataStreamer(1959): Exception in createBlockOutputStream blk_1073742145_1324 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:59614 remote=/127.0.0.1:39773]. Total timeout mills is 70000, 70000 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:118) ~[hadoop-common-3.4.1.jar:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:527) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createBlockOutputStream(DataStreamer.java:1931) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1842) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-17T08:24:40,062 WARN [Thread-2064 {}] hdfs.DataStreamer(1850): Abandoning BP-1074356471-172.17.0.3-1731831829433:blk_1073742145_1324 2024-11-17T08:24:40,063 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1865899072_22 at /127.0.0.1:59602 [Receiving block BP-1074356471-172.17.0.3-1731831829433:blk_1073742144_1323] {}] datanode.DataXceiver(331): 127.0.0.1:39773:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:59602 dst: /127.0.0.1:39773 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T08:24:40,063 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1865899072_22 at /127.0.0.1:53818 [Receiving block BP-1074356471-172.17.0.3-1731831829433:blk_1073742144_1323] {}] datanode.DataXceiver(331): 127.0.0.1:35687:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:53818 dst: /127.0.0.1:35687 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T08:24:40,064 WARN [Thread-2063 {}] hdfs.DataStreamer(859): DataStreamer Exception java.io.InterruptedIOException: Call interrupted at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1577) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.abandonBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$abandonBlock$10(ClientNamenodeProtocolTranslatorPB.java:478) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.abandonBlock(ClientNamenodeProtocolTranslatorPB.java:478) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.abandonBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1851) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-17T08:24:40,064 WARN [Thread-2064 {}] hdfs.DataStreamer(859): DataStreamer Exception java.io.InterruptedIOException: Interrupted waiting to send RPC request to server at org.apache.hadoop.ipc.Client.call(Client.java:1484) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.abandonBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$abandonBlock$10(ClientNamenodeProtocolTranslatorPB.java:478) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.abandonBlock(ClientNamenodeProtocolTranslatorPB.java:478) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.abandonBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1851) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] Caused by: java.lang.InterruptedException at java.util.concurrent.SynchronousQueue.offer(SynchronousQueue.java:861) ~[?:?] at org.apache.hadoop.ipc.Client$Connection.sendRpcRequest(Client.java:1187) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1479) ~[hadoop-common-3.4.1.jar:?] ... 19 more 2024-11-17T08:24:40,064 ERROR [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(82): Could not close recovered edits at hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp java.io.InterruptedIOException: Interrupted while waiting for data to be acknowledged by pipeline at org.apache.hadoop.hdfs.DataStreamer.waitForAckedSeqno(DataStreamer.java:979) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.flushInternal(DFSOutputStream.java:792) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.closeImpl(DFSOutputStream.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:861) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:77) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:106) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.close(ProtobufLogWriter.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink.closeRecoveredEditsWriter(AbstractRecoveredEditsOutputSink.java:79) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T08:24:40,064 ERROR [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(82): Could not close recovered edits at hdfs://localhost:33463/user/jenkins/test-data/fa519fb5-121c-0a88-06c2-4a80fd90ca42/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp java.io.InterruptedIOException: Interrupted while waiting for data to be acknowledged by pipeline at org.apache.hadoop.hdfs.DataStreamer.waitForAckedSeqno(DataStreamer.java:979) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.flushInternal(DFSOutputStream.java:792) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.closeImpl(DFSOutputStream.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:861) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:77) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:106) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.close(ProtobufLogWriter.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink.closeRecoveredEditsWriter(AbstractRecoveredEditsOutputSink.java:79) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T08:24:40,074 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitWillFailIfWritingToRegionFails Thread=142 (was 140) - Thread LEAK? -, OpenFileDescriptor=400 (was 389) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=492 (was 440) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2445 (was 2472) 2024-11-17T08:24:40,077 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1865899072_22 at /127.0.0.1:59614 [Receiving block BP-1074356471-172.17.0.3-1731831829433:blk_1073742145_1324] {}] datanode.DataXceiver(331): 127.0.0.1:39773:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:59614 dst: /127.0.0.1:39773 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T08:24:40,078 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1865899072_22 at /127.0.0.1:53820 [Receiving block BP-1074356471-172.17.0.3-1731831829433:blk_1073742145_1324] {}] datanode.DataXceiver(331): 127.0.0.1:35687:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:53820 dst: /127.0.0.1:35687 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T08:24:40,082 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyLogFiles Thread=144, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=492, ProcessCount=11, AvailableMemoryMB=2445 2024-11-17T08:24:40,082 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T08:24:40,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742146_1325 (size=7) 2024-11-17T08:24:40,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742146_1325 (size=7) 2024-11-17T08:24:40,088 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33463/user/jenkins/test-data/83bfcd61-e812-58af-994e-e16c830662b7 with version=8 2024-11-17T08:24:40,088 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:24:40,089 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:24:40,091 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T08:24:40,092 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-17T08:24:40,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742147_1326 (size=93) 2024-11-17T08:24:40,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742147_1326 (size=93) 2024-11-17T08:24:40,097 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-17T08:24:40,097 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-17T08:24:40,098 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-17T08:24:40,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742148_1327 (size=1393) 2024-11-17T08:24:40,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742148_1327 (size=1393) 2024-11-17T08:24:40,108 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-17T08:24:40,108 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-17T08:24:40,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742149_1328 (size=1393) 2024-11-17T08:24:40,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742149_1328 (size=1393) 2024-11-17T08:24:40,117 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-17T08:24:40,117 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-17T08:24:40,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742150_1329 (size=1393) 2024-11-17T08:24:40,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742150_1329 (size=1393) 2024-11-17T08:24:40,128 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-17T08:24:40,128 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-17T08:24:40,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742151_1330 (size=1393) 2024-11-17T08:24:40,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742151_1330 (size=1393) 2024-11-17T08:24:40,137 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-17T08:24:40,137 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-17T08:24:40,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742152_1331 (size=1393) 2024-11-17T08:24:40,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742152_1331 (size=1393) 2024-11-17T08:24:40,147 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-17T08:24:40,148 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-17T08:24:40,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742153_1332 (size=1393) 2024-11-17T08:24:40,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742153_1332 (size=1393) 2024-11-17T08:24:40,157 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-17T08:24:40,157 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-17T08:24:40,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742154_1333 (size=1405) 2024-11-17T08:24:40,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742154_1333 (size=1405) 2024-11-17T08:24:40,169 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-17T08:24:40,169 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-17T08:24:40,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742155_1334 (size=1413) 2024-11-17T08:24:40,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742155_1334 (size=1413) 2024-11-17T08:24:40,179 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-17T08:24:40,179 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-17T08:24:40,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742156_1335 (size=1413) 2024-11-17T08:24:40,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742156_1335 (size=1413) 2024-11-17T08:24:40,188 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-17T08:24:40,188 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-17T08:24:40,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:40,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:40,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742157_1336 (size=1413) 2024-11-17T08:24:40,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742157_1336 (size=1413) 2024-11-17T08:24:40,198 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-17T08:24:40,199 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.empty 2024-11-17T08:24:40,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742158_1337 (size=93) 2024-11-17T08:24:40,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742158_1337 (size=93) 2024-11-17T08:24:40,222 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat..empty, size=93 (93bytes) 2024-11-17T08:24:40,223 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat..empty 2024-11-17T08:24:40,223 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat..empty after 0ms 2024-11-17T08:24:40,224 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat..empty took 2ms 2024-11-17T08:24:40,225 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat..empty so closing down 2024-11-17T08:24:40,225 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:40,225 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:40,225 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-17T08:24:40,225 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat..empty, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat..empty, size=93 (93bytes) at 1731831880223Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat..empty so closing down at 1731831880225 (+2 ms)3 split writer threads finished at 1731831880225Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false at 1731831880225 2024-11-17T08:24:40,227 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat..empty to hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/oldWALs/wal.dat..empty 2024-11-17T08:24:40,227 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.0, size=1.4 K (1393bytes) 2024-11-17T08:24:40,227 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.0 2024-11-17T08:24:40,228 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.0 after 0ms 2024-11-17T08:24:40,229 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.0 took 2ms 2024-11-17T08:24:40,231 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.0 so closing down 2024-11-17T08:24:40,231 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:40,231 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:40,233 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-17T08:24:40,233 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-17T08:24:40,235 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-17T08:24:40,235 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-17T08:24:40,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742160_1339 (size=743) 2024-11-17T08:24:40,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742159_1338 (size=743) 2024-11-17T08:24:40,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742159_1338 (size=743) 2024-11-17T08:24:40,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742160_1339 (size=743) 2024-11-17T08:24:40,248 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:40,248 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:40,250 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-17T08:24:40,250 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-17T08:24:40,250 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T08:24:40,250 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.0, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.0, size=1.4 K (1393bytes) at 1731831880227Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.0 so closing down at 1731831880231 (+4 ms)3 split writer threads finished at 1731831880231Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731831880235 (+4 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731831880235Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831880248 (+13 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831880248Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731831880250 (+2 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731831880250Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731831880250 2024-11-17T08:24:40,252 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.0 to hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/oldWALs/wal.dat.0 2024-11-17T08:24:40,252 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.1, size=1.4 K (1393bytes) 2024-11-17T08:24:40,252 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.1 2024-11-17T08:24:40,252 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.1 after 0ms 2024-11-17T08:24:40,254 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.1 took 2ms 2024-11-17T08:24:40,255 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.1 so closing down 2024-11-17T08:24:40,255 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:40,255 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:40,257 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-17T08:24:40,257 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-17T08:24:40,258 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-17T08:24:40,258 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-17T08:24:40,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742162_1341 (size=743) 2024-11-17T08:24:40,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742162_1341 (size=743) 2024-11-17T08:24:40,266 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:40,267 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-17T08:24:40,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742161_1340 (size=743) 2024-11-17T08:24:40,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742161_1340 (size=743) 2024-11-17T08:24:40,273 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:40,274 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-17T08:24:40,274 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T08:24:40,274 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.1, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.1, size=1.4 K (1393bytes) at 1731831880252Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.1 so closing down at 1731831880255 (+3 ms)3 split writer threads finished at 1731831880255Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731831880258 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731831880258Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831880266 (+8 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731831880267 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831880273 (+6 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731831880274 (+1 ms)Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731831880274 2024-11-17T08:24:40,276 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.1 to hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/oldWALs/wal.dat.1 2024-11-17T08:24:40,276 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.2, size=1.4 K (1393bytes) 2024-11-17T08:24:40,276 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.2 2024-11-17T08:24:40,276 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.2 after 0ms 2024-11-17T08:24:40,278 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.2 took 2ms 2024-11-17T08:24:40,279 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.2 so closing down 2024-11-17T08:24:40,279 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:40,279 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:40,280 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-17T08:24:40,280 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-17T08:24:40,281 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-17T08:24:40,281 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-17T08:24:40,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742163_1342 (size=743) 2024-11-17T08:24:40,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742164_1343 (size=743) 2024-11-17T08:24:40,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742164_1343 (size=743) 2024-11-17T08:24:40,285 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:40,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742163_1342 (size=743) 2024-11-17T08:24:40,285 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:40,286 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-17T08:24:40,286 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-17T08:24:40,286 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T08:24:40,286 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.2, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.2, size=1.4 K (1393bytes) at 1731831880276Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.2 so closing down at 1731831880279 (+3 ms)3 split writer threads finished at 1731831880279Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731831880281 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731831880281Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831880285 (+4 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831880285Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731831880286 (+1 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731831880286Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731831880286 2024-11-17T08:24:40,287 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.2 to hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/oldWALs/wal.dat.2 2024-11-17T08:24:40,287 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.3, size=1.4 K (1393bytes) 2024-11-17T08:24:40,287 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.3 2024-11-17T08:24:40,288 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.3 after 1ms 2024-11-17T08:24:40,289 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.3 took 2ms 2024-11-17T08:24:40,290 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.3 so closing down 2024-11-17T08:24:40,291 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:40,291 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:40,292 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-17T08:24:40,292 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-17T08:24:40,293 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-17T08:24:40,293 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-17T08:24:40,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742165_1344 (size=743) 2024-11-17T08:24:40,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742165_1344 (size=743) 2024-11-17T08:24:40,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742166_1345 (size=743) 2024-11-17T08:24:40,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742166_1345 (size=743) 2024-11-17T08:24:40,297 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:40,297 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:40,298 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-17T08:24:40,298 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-17T08:24:40,298 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T08:24:40,298 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.3, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.3, size=1.4 K (1393bytes) at 1731831880287Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.3 so closing down at 1731831880291 (+4 ms)3 split writer threads finished at 1731831880291Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731831880293 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731831880293Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831880297 (+4 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831880297Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731831880298 (+1 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731831880298Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731831880298 2024-11-17T08:24:40,299 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.3 to hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/oldWALs/wal.dat.3 2024-11-17T08:24:40,299 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.4, size=1.4 K (1393bytes) 2024-11-17T08:24:40,299 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.4 2024-11-17T08:24:40,300 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.4 after 1ms 2024-11-17T08:24:40,301 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.4 took 2ms 2024-11-17T08:24:40,302 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.4 so closing down 2024-11-17T08:24:40,302 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:40,302 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:40,304 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-17T08:24:40,304 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-17T08:24:40,305 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-17T08:24:40,305 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-17T08:24:40,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742167_1346 (size=743) 2024-11-17T08:24:40,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742167_1346 (size=743) 2024-11-17T08:24:40,310 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:40,311 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-17T08:24:40,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742168_1347 (size=743) 2024-11-17T08:24:40,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742168_1347 (size=743) 2024-11-17T08:24:40,314 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:40,315 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-17T08:24:40,316 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T08:24:40,316 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.4, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.4, size=1.4 K (1393bytes) at 1731831880299Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.4 so closing down at 1731831880302 (+3 ms)3 split writer threads finished at 1731831880302Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731831880305 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731831880305Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831880310 (+5 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731831880311 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831880314 (+3 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731831880315 (+1 ms)Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731831880316 (+1 ms) 2024-11-17T08:24:40,317 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.4 to hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/oldWALs/wal.dat.4 2024-11-17T08:24:40,318 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.5, size=1.4 K (1393bytes) 2024-11-17T08:24:40,318 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.5 2024-11-17T08:24:40,318 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.5 after 0ms 2024-11-17T08:24:40,320 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.5 took 3ms 2024-11-17T08:24:40,323 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.5 so closing down 2024-11-17T08:24:40,323 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:40,323 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:40,325 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-17T08:24:40,325 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-17T08:24:40,326 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-17T08:24:40,326 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-17T08:24:40,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742169_1348 (size=743) 2024-11-17T08:24:40,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742169_1348 (size=743) 2024-11-17T08:24:40,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742170_1349 (size=743) 2024-11-17T08:24:40,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742170_1349 (size=743) 2024-11-17T08:24:40,331 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:40,333 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-17T08:24:40,733 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:40,736 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-17T08:24:40,736 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 414 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T08:24:40,736 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.5, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.5, size=1.4 K (1393bytes) at 1731831880318Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.5 so closing down at 1731831880323 (+5 ms)3 split writer threads finished at 1731831880323Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731831880326 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731831880326Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831880331 (+5 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731831880333 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831880733 (+400 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731831880736 (+3 ms)Processed 20 edits across 2 Regions in 414 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731831880736 2024-11-17T08:24:40,739 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.5 to hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/oldWALs/wal.dat.5 2024-11-17T08:24:40,739 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.6, size=1.4 K (1405bytes) 2024-11-17T08:24:40,740 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.6 2024-11-17T08:24:40,740 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.6 after 0ms 2024-11-17T08:24:40,742 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.6 took 3ms 2024-11-17T08:24:40,743 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.6 so closing down 2024-11-17T08:24:40,743 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:40,743 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:40,745 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-17T08:24:40,745 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-17T08:24:40,746 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-17T08:24:40,746 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-17T08:24:40,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742171_1350 (size=749) 2024-11-17T08:24:40,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742171_1350 (size=749) 2024-11-17T08:24:40,752 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:40,753 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-17T08:24:40,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742172_1351 (size=749) 2024-11-17T08:24:40,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742172_1351 (size=749) 2024-11-17T08:24:40,756 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:40,757 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-17T08:24:40,757 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-17T08:24:40,757 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.6, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.6, size=1.4 K (1405bytes) at 1731831880739Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.6 so closing down at 1731831880743 (+4 ms)3 split writer threads finished at 1731831880743Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731831880746 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731831880746Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831880752 (+6 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731831880753 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831880756 (+3 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731831880757 (+1 ms)Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731831880757 2024-11-17T08:24:40,758 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.6 to hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/oldWALs/wal.dat.6 2024-11-17T08:24:40,758 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.7, size=1.4 K (1413bytes) 2024-11-17T08:24:40,758 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.7 2024-11-17T08:24:40,759 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.7 after 1ms 2024-11-17T08:24:40,760 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.7 took 2ms 2024-11-17T08:24:40,761 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.7 so closing down 2024-11-17T08:24:40,762 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:40,762 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:40,763 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-17T08:24:40,763 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-17T08:24:40,764 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-17T08:24:40,764 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-17T08:24:40,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742174_1353 (size=753) 2024-11-17T08:24:40,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742174_1353 (size=753) 2024-11-17T08:24:40,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742173_1352 (size=753) 2024-11-17T08:24:40,774 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:40,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742173_1352 (size=753) 2024-11-17T08:24:40,775 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-17T08:24:41,175 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:41,176 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-17T08:24:41,176 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T08:24:41,176 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.7, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.7, size=1.4 K (1413bytes) at 1731831880758Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.7 so closing down at 1731831880761 (+3 ms)3 split writer threads finished at 1731831880762 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731831880764 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731831880764Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831880774 (+10 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731831880775 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831881175 (+400 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731831881176 (+1 ms)Processed 20 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731831881176 2024-11-17T08:24:41,178 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.7 to hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/oldWALs/wal.dat.7 2024-11-17T08:24:41,178 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.8, size=1.4 K (1413bytes) 2024-11-17T08:24:41,178 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.8 2024-11-17T08:24:41,178 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.8 after 0ms 2024-11-17T08:24:41,180 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.8 took 2ms 2024-11-17T08:24:41,185 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.8 so closing down 2024-11-17T08:24:41,185 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:41,185 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:41,187 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-17T08:24:41,189 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-17T08:24:41,191 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-17T08:24:41,191 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-17T08:24:41,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742175_1354 (size=753) 2024-11-17T08:24:41,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742175_1354 (size=753) 2024-11-17T08:24:41,194 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:41,195 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-17T08:24:41,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742176_1355 (size=753) 2024-11-17T08:24:41,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742176_1355 (size=753) 2024-11-17T08:24:41,206 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:41,208 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-17T08:24:41,208 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T08:24:41,208 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.8, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.8, size=1.4 K (1413bytes) at 1731831881178Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.8 so closing down at 1731831881185 (+7 ms)3 split writer threads finished at 1731831881185Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731831881189 (+4 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731831881191 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831881194 (+3 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731831881195 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831881206 (+11 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731831881208 (+2 ms)Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731831881208 2024-11-17T08:24:41,210 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.8 to hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/oldWALs/wal.dat.8 2024-11-17T08:24:41,210 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.9, size=1.4 K (1413bytes) 2024-11-17T08:24:41,210 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.9 2024-11-17T08:24:41,211 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.9 after 0ms 2024-11-17T08:24:41,213 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.9 took 2ms 2024-11-17T08:24:41,214 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.9 so closing down 2024-11-17T08:24:41,214 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:41,214 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:41,216 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-17T08:24:41,216 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-17T08:24:41,217 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-17T08:24:41,217 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-17T08:24:41,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742178_1357 (size=753) 2024-11-17T08:24:41,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742177_1356 (size=753) 2024-11-17T08:24:41,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742178_1357 (size=753) 2024-11-17T08:24:41,221 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:41,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742177_1356 (size=753) 2024-11-17T08:24:41,225 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:41,226 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-17T08:24:41,226 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-17T08:24:41,226 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T08:24:41,226 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.9, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.9, size=1.4 K (1413bytes) at 1731831881210Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.9 so closing down at 1731831881214 (+4 ms)3 split writer threads finished at 1731831881214Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731831881217 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731831881217Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831881221 (+4 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831881225 (+4 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731831881226 (+1 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731831881226Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731831881226 2024-11-17T08:24:41,228 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.9 to hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/oldWALs/wal.dat.9 2024-11-17T08:24:41,228 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.empty, size=93 (93bytes) 2024-11-17T08:24:41,228 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.empty 2024-11-17T08:24:41,228 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.empty after 0ms 2024-11-17T08:24:41,230 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.empty took 2ms 2024-11-17T08:24:41,232 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.empty so closing down 2024-11-17T08:24:41,232 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:41,232 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:41,232 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-17T08:24:41,232 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.empty, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.empty, size=93 (93bytes) at 1731831881228Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.empty so closing down at 1731831881232 (+4 ms)3 split writer threads finished at 1731831881232Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.empty, size=93, length=93, corrupted=false, cancelled=false at 1731831881232 2024-11-17T08:24:41,234 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/WALs/testemptylogfiles,16010,1731831880091/wal.dat.empty to hdfs://localhost:33463/user/jenkins/test-data/42e39ddf-ec51-ff78-0ef5-13d4584366cd/oldWALs/wal.dat.empty 2024-11-17T08:24:41,282 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyLogFiles Thread=141 (was 144), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=492 (was 492), ProcessCount=11 (was 11), AvailableMemoryMB=2432 (was 2445) 2024-11-17T08:24:41,288 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogDirectoryShouldBeDeletedAfterSuccessfulSplit Thread=141, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=492, ProcessCount=11, AvailableMemoryMB=2432 2024-11-17T08:24:41,288 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T08:24:41,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742179_1358 (size=7) 2024-11-17T08:24:41,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742179_1358 (size=7) 2024-11-17T08:24:41,294 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33463/user/jenkins/test-data/83bfcd61-e812-58af-994e-e16c830662b7 with version=8 2024-11-17T08:24:41,294 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:24:41,295 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:24:41,297 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T08:24:41,297 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-17T08:24:41,298 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-17T08:24:41,298 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-17T08:24:41,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742180_1359 (size=1393) 2024-11-17T08:24:41,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742180_1359 (size=1393) 2024-11-17T08:24:41,311 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-17T08:24:41,311 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-17T08:24:41,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742181_1360 (size=1393) 2024-11-17T08:24:41,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742181_1360 (size=1393) 2024-11-17T08:24:41,327 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-17T08:24:41,327 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-17T08:24:41,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742182_1361 (size=1393) 2024-11-17T08:24:41,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742182_1361 (size=1393) 2024-11-17T08:24:41,342 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-17T08:24:41,343 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-17T08:24:41,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742183_1362 (size=1393) 2024-11-17T08:24:41,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742183_1362 (size=1393) 2024-11-17T08:24:41,352 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-17T08:24:41,352 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-17T08:24:41,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742184_1363 (size=1393) 2024-11-17T08:24:41,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742184_1363 (size=1393) 2024-11-17T08:24:41,362 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-17T08:24:41,362 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-17T08:24:41,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742185_1364 (size=1393) 2024-11-17T08:24:41,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742185_1364 (size=1393) 2024-11-17T08:24:41,371 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-17T08:24:41,371 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-17T08:24:41,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742186_1365 (size=1405) 2024-11-17T08:24:41,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742186_1365 (size=1405) 2024-11-17T08:24:41,380 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-17T08:24:41,380 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-17T08:24:41,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742187_1366 (size=1413) 2024-11-17T08:24:41,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742187_1366 (size=1413) 2024-11-17T08:24:41,389 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-17T08:24:41,390 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-17T08:24:41,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742188_1367 (size=1413) 2024-11-17T08:24:41,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742188_1367 (size=1413) 2024-11-17T08:24:41,401 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-17T08:24:41,401 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-17T08:24:41,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:41,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:41,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742189_1368 (size=1413) 2024-11-17T08:24:41,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742189_1368 (size=1413) 2024-11-17T08:24:41,415 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-17T08:24:41,429 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.0, size=1.4 K (1393bytes) 2024-11-17T08:24:41,429 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.0 2024-11-17T08:24:41,429 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.0 after 0ms 2024-11-17T08:24:41,431 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.0 took 3ms 2024-11-17T08:24:41,433 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.0 so closing down 2024-11-17T08:24:41,433 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:41,433 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:41,435 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-17T08:24:41,435 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-17T08:24:41,436 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-17T08:24:41,436 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-17T08:24:41,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742191_1370 (size=743) 2024-11-17T08:24:41,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742190_1369 (size=743) 2024-11-17T08:24:41,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742190_1369 (size=743) 2024-11-17T08:24:41,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742191_1370 (size=743) 2024-11-17T08:24:41,440 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:41,440 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:41,440 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-17T08:24:41,440 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-17T08:24:41,441 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T08:24:41,441 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.0, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.0, size=1.4 K (1393bytes) at 1731831881429Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.0 so closing down at 1731831881433 (+4 ms)3 split writer threads finished at 1731831881433Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731831881436 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731831881436Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831881440 (+4 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831881440Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731831881440Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731831881441 (+1 ms)Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731831881441 2024-11-17T08:24:41,442 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.0 to hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/oldWALs/wal.dat.0 2024-11-17T08:24:41,442 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.1, size=1.4 K (1393bytes) 2024-11-17T08:24:41,442 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.1 2024-11-17T08:24:41,442 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.1 after 0ms 2024-11-17T08:24:41,444 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.1 took 2ms 2024-11-17T08:24:41,444 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.1 so closing down 2024-11-17T08:24:41,444 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:41,445 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:41,446 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-17T08:24:41,446 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-17T08:24:41,447 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-17T08:24:41,447 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-17T08:24:41,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742192_1371 (size=743) 2024-11-17T08:24:41,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742192_1371 (size=743) 2024-11-17T08:24:41,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742193_1372 (size=743) 2024-11-17T08:24:41,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742193_1372 (size=743) 2024-11-17T08:24:41,453 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:41,453 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:41,454 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-17T08:24:41,454 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-17T08:24:41,454 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T08:24:41,454 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.1, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.1, size=1.4 K (1393bytes) at 1731831881442Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.1 so closing down at 1731831881444 (+2 ms)3 split writer threads finished at 1731831881445 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731831881447 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731831881447Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831881453 (+6 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831881453Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731831881454 (+1 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731831881454Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731831881454 2024-11-17T08:24:41,455 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.1 to hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/oldWALs/wal.dat.1 2024-11-17T08:24:41,456 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.2, size=1.4 K (1393bytes) 2024-11-17T08:24:41,456 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.2 2024-11-17T08:24:41,456 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.2 after 0ms 2024-11-17T08:24:41,458 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.2 took 2ms 2024-11-17T08:24:41,459 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.2 so closing down 2024-11-17T08:24:41,459 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:41,459 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:41,460 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-17T08:24:41,460 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-17T08:24:41,461 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-17T08:24:41,462 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-17T08:24:41,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742194_1373 (size=743) 2024-11-17T08:24:41,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742194_1373 (size=743) 2024-11-17T08:24:41,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742195_1374 (size=743) 2024-11-17T08:24:41,466 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:41,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742195_1374 (size=743) 2024-11-17T08:24:41,467 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:41,468 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-17T08:24:41,468 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-17T08:24:41,468 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T08:24:41,468 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.2, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.2, size=1.4 K (1393bytes) at 1731831881456Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.2 so closing down at 1731831881459 (+3 ms)3 split writer threads finished at 1731831881459Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731831881461 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731831881462 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831881466 (+4 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831881467 (+1 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731831881468 (+1 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731831881468Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731831881468 2024-11-17T08:24:41,470 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.2 to hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/oldWALs/wal.dat.2 2024-11-17T08:24:41,470 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.3, size=1.4 K (1393bytes) 2024-11-17T08:24:41,470 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.3 2024-11-17T08:24:41,470 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.3 after 0ms 2024-11-17T08:24:41,472 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.3 took 2ms 2024-11-17T08:24:41,474 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.3 so closing down 2024-11-17T08:24:41,474 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:41,474 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:41,476 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-17T08:24:41,476 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-17T08:24:41,477 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-17T08:24:41,478 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-17T08:24:41,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742197_1376 (size=743) 2024-11-17T08:24:41,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742197_1376 (size=743) 2024-11-17T08:24:41,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742196_1375 (size=743) 2024-11-17T08:24:41,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742196_1375 (size=743) 2024-11-17T08:24:41,483 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:41,484 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-17T08:24:41,884 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:41,886 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-17T08:24:41,886 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T08:24:41,886 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.3, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.3, size=1.4 K (1393bytes) at 1731831881470Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.3 so closing down at 1731831881474 (+4 ms)3 split writer threads finished at 1731831881474Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731831881477 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731831881478 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831881483 (+5 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731831881484 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831881884 (+400 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731831881886 (+2 ms)Processed 20 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731831881886 2024-11-17T08:24:41,889 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.3 to hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/oldWALs/wal.dat.3 2024-11-17T08:24:41,890 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.4, size=1.4 K (1393bytes) 2024-11-17T08:24:41,890 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.4 2024-11-17T08:24:41,890 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.4 after 0ms 2024-11-17T08:24:41,894 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.4 took 5ms 2024-11-17T08:24:41,896 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.4 so closing down 2024-11-17T08:24:41,896 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:41,896 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:41,900 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-17T08:24:41,900 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-17T08:24:41,901 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-17T08:24:41,901 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-17T08:24:41,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742198_1377 (size=743) 2024-11-17T08:24:41,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742199_1378 (size=743) 2024-11-17T08:24:41,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742199_1378 (size=743) 2024-11-17T08:24:41,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742198_1377 (size=743) 2024-11-17T08:24:42,309 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:42,309 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:42,313 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-17T08:24:42,314 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-17T08:24:42,314 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 419 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T08:24:42,314 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.4, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.4, size=1.4 K (1393bytes) at 1731831881890Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.4 so closing down at 1731831881896 (+6 ms)3 split writer threads finished at 1731831881897 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731831881901 (+4 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731831881901Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831882309 (+408 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831882309Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731831882313 (+4 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731831882314 (+1 ms)Processed 20 edits across 2 Regions in 419 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731831882314 2024-11-17T08:24:42,317 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.4 to hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/oldWALs/wal.dat.4 2024-11-17T08:24:42,317 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.5, size=1.4 K (1393bytes) 2024-11-17T08:24:42,317 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.5 2024-11-17T08:24:42,318 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.5 after 1ms 2024-11-17T08:24:42,320 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.5 took 3ms 2024-11-17T08:24:42,322 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.5 so closing down 2024-11-17T08:24:42,322 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:42,323 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:42,326 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-17T08:24:42,326 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-17T08:24:42,327 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-17T08:24:42,327 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-17T08:24:42,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742200_1379 (size=743) 2024-11-17T08:24:42,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742200_1379 (size=743) 2024-11-17T08:24:42,336 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:42,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742201_1380 (size=743) 2024-11-17T08:24:42,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742201_1380 (size=743) 2024-11-17T08:24:42,337 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-17T08:24:42,738 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:42,742 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-17T08:24:42,743 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 421 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T08:24:42,743 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.5, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.5, size=1.4 K (1393bytes) at 1731831882317Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.5 so closing down at 1731831882322 (+5 ms)3 split writer threads finished at 1731831882323 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731831882327 (+4 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731831882327Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831882336 (+9 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731831882337 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831882738 (+401 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731831882742 (+4 ms)Processed 20 edits across 2 Regions in 421 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731831882743 (+1 ms) 2024-11-17T08:24:42,745 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.5 to hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/oldWALs/wal.dat.5 2024-11-17T08:24:42,746 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.6, size=1.4 K (1405bytes) 2024-11-17T08:24:42,746 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.6 2024-11-17T08:24:42,746 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.6 after 0ms 2024-11-17T08:24:42,748 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.6 took 3ms 2024-11-17T08:24:42,749 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.6 so closing down 2024-11-17T08:24:42,749 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:42,749 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:42,751 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-17T08:24:42,751 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-17T08:24:42,752 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-17T08:24:42,753 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-17T08:24:42,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742202_1381 (size=749) 2024-11-17T08:24:42,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742202_1381 (size=749) 2024-11-17T08:24:42,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742203_1382 (size=749) 2024-11-17T08:24:42,762 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:42,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742203_1382 (size=749) 2024-11-17T08:24:42,763 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-17T08:24:43,193 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:43,197 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-17T08:24:43,197 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 449 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-17T08:24:43,197 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.6, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.6, size=1.4 K (1405bytes) at 1731831882746Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.6 so closing down at 1731831882749 (+3 ms)3 split writer threads finished at 1731831882749Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731831882753 (+4 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731831882753Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831882762 (+9 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731831882763 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831883193 (+430 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731831883197 (+4 ms)Processed 20 edits across 2 Regions in 449 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731831883197 2024-11-17T08:24:43,200 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.6 to hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/oldWALs/wal.dat.6 2024-11-17T08:24:43,201 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.7, size=1.4 K (1413bytes) 2024-11-17T08:24:43,201 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.7 2024-11-17T08:24:43,201 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.7 after 0ms 2024-11-17T08:24:43,204 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.7 took 4ms 2024-11-17T08:24:43,205 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.7 so closing down 2024-11-17T08:24:43,205 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:43,205 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:43,207 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-17T08:24:43,207 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-17T08:24:43,208 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-17T08:24:43,208 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-17T08:24:43,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742204_1383 (size=753) 2024-11-17T08:24:43,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742204_1383 (size=753) 2024-11-17T08:24:43,214 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:43,215 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-17T08:24:43,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742205_1384 (size=753) 2024-11-17T08:24:43,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742205_1384 (size=753) 2024-11-17T08:24:43,217 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:43,218 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-17T08:24:43,218 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T08:24:43,219 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.7, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.7, size=1.4 K (1413bytes) at 1731831883201Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.7 so closing down at 1731831883205 (+4 ms)3 split writer threads finished at 1731831883205Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731831883208 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731831883208Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831883214 (+6 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731831883215 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831883217 (+2 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731831883218 (+1 ms)Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731831883218 2024-11-17T08:24:43,220 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.7 to hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/oldWALs/wal.dat.7 2024-11-17T08:24:43,220 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.8, size=1.4 K (1413bytes) 2024-11-17T08:24:43,220 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.8 2024-11-17T08:24:43,220 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.8 after 0ms 2024-11-17T08:24:43,222 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.8 took 2ms 2024-11-17T08:24:43,223 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.8 so closing down 2024-11-17T08:24:43,223 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:43,223 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:43,224 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-17T08:24:43,224 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-17T08:24:43,225 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-17T08:24:43,225 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-17T08:24:43,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742206_1385 (size=753) 2024-11-17T08:24:43,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742207_1386 (size=753) 2024-11-17T08:24:43,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742206_1385 (size=753) 2024-11-17T08:24:43,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742207_1386 (size=753) 2024-11-17T08:24:43,230 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:43,230 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:43,231 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-17T08:24:43,231 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-17T08:24:43,231 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T08:24:43,231 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.8, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.8, size=1.4 K (1413bytes) at 1731831883220Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.8 so closing down at 1731831883223 (+3 ms)3 split writer threads finished at 1731831883223Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731831883225 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731831883225Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831883230 (+5 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831883230Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731831883231 (+1 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731831883231Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731831883231 2024-11-17T08:24:43,232 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.8 to hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/oldWALs/wal.dat.8 2024-11-17T08:24:43,233 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.9, size=1.4 K (1413bytes) 2024-11-17T08:24:43,233 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.9 2024-11-17T08:24:43,233 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.9 after 0ms 2024-11-17T08:24:43,235 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.9 took 2ms 2024-11-17T08:24:43,235 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.9 so closing down 2024-11-17T08:24:43,236 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:43,236 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:43,237 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-17T08:24:43,237 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-17T08:24:43,238 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-17T08:24:43,238 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-17T08:24:43,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742208_1387 (size=753) 2024-11-17T08:24:43,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742208_1387 (size=753) 2024-11-17T08:24:43,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742209_1388 (size=753) 2024-11-17T08:24:43,243 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:43,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742209_1388 (size=753) 2024-11-17T08:24:43,244 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-17T08:24:43,645 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:43,649 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-17T08:24:43,650 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T08:24:43,650 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.9, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.9, size=1.4 K (1413bytes) at 1731831883233Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.9 so closing down at 1731831883236 (+3 ms)3 split writer threads finished at 1731831883236Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731831883238 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731831883238Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831883243 (+5 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731831883244 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831883645 (+401 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731831883649 (+4 ms)Processed 20 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731831883650 (+1 ms) 2024-11-17T08:24:43,654 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731831881297/wal.dat.9 to hdfs://localhost:33463/user/jenkins/test-data/8c2301cd-7c7d-ef51-0089-71049f0da621/oldWALs/wal.dat.9 2024-11-17T08:24:43,665 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogDirectoryShouldBeDeletedAfterSuccessfulSplit Thread=141 (was 141), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=453 (was 492), ProcessCount=11 (was 11), AvailableMemoryMB=2426 (was 2432) 2024-11-17T08:24:43,673 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsStoragePolicy Thread=141, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=453, ProcessCount=11, AvailableMemoryMB=2426 2024-11-17T08:24:43,673 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T08:24:43,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742210_1389 (size=7) 2024-11-17T08:24:43,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742210_1389 (size=7) 2024-11-17T08:24:43,682 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33463/user/jenkins/test-data/83bfcd61-e812-58af-994e-e16c830662b7 with version=8 2024-11-17T08:24:43,683 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:24:43,685 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:24:43,687 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T08:24:43,691 DEBUG [Time-limited test {}] util.CommonFSUtils(527): Set storagePolicy=ALL_SSD for path=hdfs://localhost:33463/user/jenkins/test-data/a2af7d8f-ac9f-d17a-32ac-27f7c6854f4e/data/hbase/meta/1588230740/recovered.edits 2024-11-17T08:24:43,704 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsStoragePolicy Thread=141 (was 141), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=453 (was 453), ProcessCount=11 (was 11), AvailableMemoryMB=2425 (was 2426) 2024-11-17T08:24:43,711 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyWALEdit Thread=141, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=453, ProcessCount=11, AvailableMemoryMB=2425 2024-11-17T08:24:43,711 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T08:24:43,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742211_1390 (size=7) 2024-11-17T08:24:43,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742211_1390 (size=7) 2024-11-17T08:24:43,717 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33463/user/jenkins/test-data/83bfcd61-e812-58af-994e-e16c830662b7 with version=8 2024-11-17T08:24:43,717 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:24:43,718 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:24:43,720 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T08:24:43,720 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__5 2024-11-17T08:24:43,722 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-17T08:24:43,722 INFO [Time-limited test {}] wal.TestWALSplit(1462): Time-limited test append 2024-11-17T08:24:43,723 INFO [Time-limited test {}] wal.TestWALSplit(1464): Time-limited test sync 2024-11-17T08:24:43,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:43,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:43,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:43,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:43,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:43,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:43,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:43,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:43,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:43,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:43,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:43,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:43,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:43,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:43,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:43,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:43,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:43,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:43,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:43,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:43,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742212_1391 (size=818) 2024-11-17T08:24:43,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742212_1391 (size=818) 2024-11-17T08:24:43,744 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/5883bb44-fbcb-72f3-7519-f9c0ff8f538b/WALs/testemptywaledit,16010,1731831883720/wal.dat.5, size=818 (818bytes) 2024-11-17T08:24:43,744 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/5883bb44-fbcb-72f3-7519-f9c0ff8f538b/WALs/testemptywaledit,16010,1731831883720/wal.dat.5 2024-11-17T08:24:43,744 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/5883bb44-fbcb-72f3-7519-f9c0ff8f538b/WALs/testemptywaledit,16010,1731831883720/wal.dat.5 after 0ms 2024-11-17T08:24:43,746 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/5883bb44-fbcb-72f3-7519-f9c0ff8f538b/WALs/testemptywaledit,16010,1731831883720/wal.dat.5 took 2ms 2024-11-17T08:24:43,747 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/5883bb44-fbcb-72f3-7519-f9c0ff8f538b/WALs/testemptywaledit,16010,1731831883720/wal.dat.5 so closing down 2024-11-17T08:24:43,747 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:43,747 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:43,749 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.5.temp 2024-11-17T08:24:43,750 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/5883bb44-fbcb-72f3-7519-f9c0ff8f538b/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp 2024-11-17T08:24:43,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742213_1392 (size=783) 2024-11-17T08:24:43,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742213_1392 (size=783) 2024-11-17T08:24:43,754 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/5883bb44-fbcb-72f3-7519-f9c0ff8f538b/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp (wrote 10 edits, skipped 1 edits in 0 ms) 2024-11-17T08:24:43,755 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/5883bb44-fbcb-72f3-7519-f9c0ff8f538b/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp to hdfs://localhost:33463/user/jenkins/test-data/5883bb44-fbcb-72f3-7519-f9c0ff8f538b/data/default/t1/region__5/recovered.edits/0000000000000000010 2024-11-17T08:24:43,755 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 11 edits across 1 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/5883bb44-fbcb-72f3-7519-f9c0ff8f538b/WALs/testemptywaledit,16010,1731831883720/wal.dat.5, size=818, length=818, corrupted=false, cancelled=false 2024-11-17T08:24:43,755 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/5883bb44-fbcb-72f3-7519-f9c0ff8f538b/WALs/testemptywaledit,16010,1731831883720/wal.dat.5, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/5883bb44-fbcb-72f3-7519-f9c0ff8f538b/WALs/testemptywaledit,16010,1731831883720/wal.dat.5, size=818 (818bytes) at 1731831883744Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/5883bb44-fbcb-72f3-7519-f9c0ff8f538b/WALs/testemptywaledit,16010,1731831883720/wal.dat.5 so closing down at 1731831883747 (+3 ms)3 split writer threads finished at 1731831883747Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/5883bb44-fbcb-72f3-7519-f9c0ff8f538b/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp at 1731831883750 (+3 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/5883bb44-fbcb-72f3-7519-f9c0ff8f538b/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp (wrote 10 edits, skipped 1 edits in 0 ms) at 1731831883754 (+4 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/5883bb44-fbcb-72f3-7519-f9c0ff8f538b/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp to hdfs://localhost:33463/user/jenkins/test-data/5883bb44-fbcb-72f3-7519-f9c0ff8f538b/data/default/t1/region__5/recovered.edits/0000000000000000010 at 1731831883755 (+1 ms)Processed 11 edits across 1 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/5883bb44-fbcb-72f3-7519-f9c0ff8f538b/WALs/testemptywaledit,16010,1731831883720/wal.dat.5, size=818, length=818, corrupted=false, cancelled=false at 1731831883755 2024-11-17T08:24:43,757 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/5883bb44-fbcb-72f3-7519-f9c0ff8f538b/WALs/testemptywaledit,16010,1731831883720/wal.dat.5 to hdfs://localhost:33463/user/jenkins/test-data/5883bb44-fbcb-72f3-7519-f9c0ff8f538b/oldWALs/wal.dat.5 2024-11-17T08:24:43,768 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyWALEdit Thread=141 (was 141), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=453 (was 453), ProcessCount=11 (was 11), AvailableMemoryMB=2424 (was 2425) 2024-11-17T08:24:43,774 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile Thread=141, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=453, ProcessCount=11, AvailableMemoryMB=2424 2024-11-17T08:24:43,774 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T08:24:43,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742214_1393 (size=7) 2024-11-17T08:24:43,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742214_1393 (size=7) 2024-11-17T08:24:43,779 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33463/user/jenkins/test-data/83bfcd61-e812-58af-994e-e16c830662b7 with version=8 2024-11-17T08:24:43,780 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:24:43,781 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:24:43,782 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T08:24:43,782 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-17T08:24:43,783 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-17T08:24:43,783 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-17T08:24:43,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:43,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:43,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:43,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:43,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:43,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:43,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:43,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:43,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:43,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:43,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:43,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:43,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:43,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:43,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:43,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:43,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:43,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:43,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:43,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:43,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:43,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:43,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:43,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:43,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:43,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:43,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:43,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:43,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:43,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:43,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:43,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:43,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:43,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:43,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:43,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:43,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:43,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:43,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:43,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:43,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742215_1394 (size=1393) 2024-11-17T08:24:43,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742215_1394 (size=1393) 2024-11-17T08:24:43,793 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-17T08:24:43,793 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-17T08:24:43,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:43,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:43,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:43,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:43,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:43,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:43,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:43,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:43,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:43,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:43,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:43,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:43,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:43,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:43,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:43,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:43,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:43,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:43,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:43,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:43,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:43,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:43,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:43,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:43,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:43,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:43,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:43,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:43,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:43,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:43,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:43,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:43,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:43,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:43,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:43,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:43,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:43,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:43,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:43,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:43,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742216_1395 (size=1393) 2024-11-17T08:24:43,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742216_1395 (size=1393) 2024-11-17T08:24:43,803 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-17T08:24:43,803 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-17T08:24:43,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:43,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:43,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:43,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:43,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:43,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:43,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:43,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:43,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:43,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:43,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:43,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:43,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:43,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:43,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:43,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:43,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:43,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:43,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:43,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:43,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:43,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:43,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:43,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:43,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:43,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:43,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:43,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:43,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:43,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:43,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:43,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:43,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:43,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:43,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:43,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:43,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:43,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:43,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:43,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:43,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742217_1396 (size=1393) 2024-11-17T08:24:43,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742217_1396 (size=1393) 2024-11-17T08:24:43,812 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-17T08:24:43,812 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-17T08:24:43,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:43,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:43,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:43,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:43,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:43,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:43,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:43,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:43,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:43,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:43,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:43,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:43,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:43,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:43,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:43,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:43,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:43,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:43,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:43,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:43,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:43,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:43,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:43,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:43,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:43,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:43,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:43,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:43,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:43,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:43,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:43,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:43,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:43,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:43,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:43,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:43,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:43,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:43,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:43,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:43,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742218_1397 (size=1393) 2024-11-17T08:24:43,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742218_1397 (size=1393) 2024-11-17T08:24:44,223 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-17T08:24:44,223 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-17T08:24:44,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742219_1398 (size=1393) 2024-11-17T08:24:44,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742219_1398 (size=1393) 2024-11-17T08:24:44,249 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-17T08:24:44,249 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-17T08:24:44,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742220_1399 (size=1393) 2024-11-17T08:24:44,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742220_1399 (size=1393) 2024-11-17T08:24:44,264 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-17T08:24:44,265 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-17T08:24:44,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742221_1400 (size=1405) 2024-11-17T08:24:44,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742221_1400 (size=1405) 2024-11-17T08:24:44,274 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-17T08:24:44,274 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-17T08:24:44,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742222_1401 (size=1413) 2024-11-17T08:24:44,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742222_1401 (size=1413) 2024-11-17T08:24:44,284 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-17T08:24:44,284 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-17T08:24:44,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742223_1402 (size=1413) 2024-11-17T08:24:44,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742223_1402 (size=1413) 2024-11-17T08:24:44,292 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-17T08:24:44,292 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-17T08:24:44,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:44,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:44,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742224_1403 (size=1413) 2024-11-17T08:24:44,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742224_1403 (size=1413) 2024-11-17T08:24:44,301 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-17T08:24:44,324 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.0, size=1.4 K (1393bytes) 2024-11-17T08:24:44,324 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.0 2024-11-17T08:24:44,324 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.0 after 0ms 2024-11-17T08:24:44,326 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.0 took 2ms 2024-11-17T08:24:44,328 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.0 so closing down 2024-11-17T08:24:44,328 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:44,328 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:44,330 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-17T08:24:44,330 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-17T08:24:44,330 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-17T08:24:44,330 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-17T08:24:44,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742227_1406 (size=743) 2024-11-17T08:24:44,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742226_1405 (size=743) 2024-11-17T08:24:44,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742226_1405 (size=743) 2024-11-17T08:24:44,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742227_1406 (size=743) 2024-11-17T08:24:44,335 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:44,335 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:44,335 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-17T08:24:44,335 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-17T08:24:44,336 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T08:24:44,336 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.0, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.0, size=1.4 K (1393bytes) at 1731831884324Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.0 so closing down at 1731831884328 (+4 ms)3 split writer threads finished at 1731831884328Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731831884330 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731831884330Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831884335 (+5 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831884335Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731831884335Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731831884336 (+1 ms)Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731831884336 2024-11-17T08:24:44,337 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.0 to hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/oldWALs/wal.dat.0 2024-11-17T08:24:44,337 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.1, size=1.4 K (1393bytes) 2024-11-17T08:24:44,337 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.1 2024-11-17T08:24:44,338 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.1 after 1ms 2024-11-17T08:24:44,339 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.1 took 2ms 2024-11-17T08:24:44,340 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.1 so closing down 2024-11-17T08:24:44,340 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:44,340 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:44,342 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-17T08:24:44,342 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-17T08:24:44,342 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-17T08:24:44,342 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-17T08:24:44,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742228_1407 (size=743) 2024-11-17T08:24:44,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742228_1407 (size=743) 2024-11-17T08:24:44,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742229_1408 (size=743) 2024-11-17T08:24:44,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742229_1408 (size=743) 2024-11-17T08:24:44,346 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:44,346 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:44,347 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-17T08:24:44,347 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-17T08:24:44,347 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T08:24:44,347 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.1, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.1, size=1.4 K (1393bytes) at 1731831884337Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.1 so closing down at 1731831884340 (+3 ms)3 split writer threads finished at 1731831884340Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731831884342 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731831884342Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831884346 (+4 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831884346Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731831884347 (+1 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731831884347Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731831884347 2024-11-17T08:24:44,349 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.1 to hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/oldWALs/wal.dat.1 2024-11-17T08:24:44,349 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.2, size=1.4 K (1393bytes) 2024-11-17T08:24:44,349 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.2 2024-11-17T08:24:44,349 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.2 after 0ms 2024-11-17T08:24:44,351 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.2 took 2ms 2024-11-17T08:24:44,352 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.2 so closing down 2024-11-17T08:24:44,352 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:44,352 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:44,353 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-17T08:24:44,353 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-17T08:24:44,354 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-17T08:24:44,354 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-17T08:24:44,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742231_1410 (size=743) 2024-11-17T08:24:44,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742230_1409 (size=743) 2024-11-17T08:24:44,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742230_1409 (size=743) 2024-11-17T08:24:44,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742231_1410 (size=743) 2024-11-17T08:24:44,361 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:44,361 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:44,362 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-17T08:24:44,362 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-17T08:24:44,362 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T08:24:44,362 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.2, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.2, size=1.4 K (1393bytes) at 1731831884349Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.2 so closing down at 1731831884352 (+3 ms)3 split writer threads finished at 1731831884352Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731831884354 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731831884354Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831884361 (+7 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831884361Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731831884362 (+1 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731831884362Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731831884362 2024-11-17T08:24:44,363 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.2 to hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/oldWALs/wal.dat.2 2024-11-17T08:24:44,363 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.3, size=1.4 K (1393bytes) 2024-11-17T08:24:44,363 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.3 2024-11-17T08:24:44,364 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.3 after 1ms 2024-11-17T08:24:44,365 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.3 took 2ms 2024-11-17T08:24:44,366 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.3 so closing down 2024-11-17T08:24:44,366 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:44,366 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:44,368 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-17T08:24:44,368 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-17T08:24:44,368 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-17T08:24:44,368 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-17T08:24:44,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742233_1412 (size=743) 2024-11-17T08:24:44,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742232_1411 (size=743) 2024-11-17T08:24:44,372 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:44,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742233_1412 (size=743) 2024-11-17T08:24:44,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742232_1411 (size=743) 2024-11-17T08:24:44,372 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:44,373 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-17T08:24:44,373 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-17T08:24:44,373 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T08:24:44,373 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.3, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.3, size=1.4 K (1393bytes) at 1731831884363Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.3 so closing down at 1731831884366 (+3 ms)3 split writer threads finished at 1731831884366Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731831884368 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731831884368Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831884372 (+4 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831884372Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731831884373 (+1 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731831884373Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731831884373 2024-11-17T08:24:44,374 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.3 to hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/oldWALs/wal.dat.3 2024-11-17T08:24:44,374 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.4, size=1.4 K (1393bytes) 2024-11-17T08:24:44,374 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.4 2024-11-17T08:24:44,375 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.4 after 1ms 2024-11-17T08:24:44,376 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.4 took 2ms 2024-11-17T08:24:44,377 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.4 so closing down 2024-11-17T08:24:44,377 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:44,377 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:44,379 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-17T08:24:44,379 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-17T08:24:44,379 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-17T08:24:44,379 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-17T08:24:44,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742235_1414 (size=743) 2024-11-17T08:24:44,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742234_1413 (size=743) 2024-11-17T08:24:44,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742234_1413 (size=743) 2024-11-17T08:24:44,383 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:44,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742235_1414 (size=743) 2024-11-17T08:24:44,383 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:44,384 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-17T08:24:44,384 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-17T08:24:44,384 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T08:24:44,384 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.4, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.4, size=1.4 K (1393bytes) at 1731831884374Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.4 so closing down at 1731831884377 (+3 ms)3 split writer threads finished at 1731831884377Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731831884379 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731831884379Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831884383 (+4 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831884383Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731831884384 (+1 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731831884384Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731831884384 2024-11-17T08:24:44,385 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.4 to hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/oldWALs/wal.dat.4 2024-11-17T08:24:44,385 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.5, size=1.4 K (1394bytes) 2024-11-17T08:24:44,385 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.5 2024-11-17T08:24:44,385 WARN [IPC Server handler 3 on default port 33463 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.5 has not been closed. Lease recovery is in progress. RecoveryId = 1415 for block blk_1073742225_1404 2024-11-17T08:24:44,386 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.5 after 1ms 2024-11-17T08:24:45,136 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1734681381_22 at /127.0.0.1:45886 [Receiving block BP-1074356471-172.17.0.3-1731831829433:blk_1073742225_1404] {}] datanode.DataXceiver(331): 127.0.0.1:39773:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:45886 dst: /127.0.0.1:39773 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:39773 remote=/127.0.0.1:45886]. Total timeout mills is 60000, 59171 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T08:24:45,137 WARN [ResponseProcessor for block BP-1074356471-172.17.0.3-1731831829433:blk_1073742225_1404 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-1074356471-172.17.0.3-1731831829433:blk_1073742225_1404 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-17T08:24:45,137 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1734681381_22 at /127.0.0.1:55066 [Receiving block BP-1074356471-172.17.0.3-1731831829433:blk_1073742225_1404] {}] datanode.DataXceiver(331): 127.0.0.1:35687:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55066 dst: /127.0.0.1:35687 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T08:24:45,137 WARN [DataStreamer for file /user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.5 block BP-1074356471-172.17.0.3-1731831829433:blk_1073742225_1404 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1074356471-172.17.0.3-1731831829433:blk_1073742225_1404 in pipeline [DatanodeInfoWithStorage[127.0.0.1:39773,DS-72be48cf-37dc-4484-8153-db2859bd0d10,DISK], DatanodeInfoWithStorage[127.0.0.1:35687,DS-4ba6c2e9-6d3e-4c97-956b-552f8c7c6477,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:39773,DS-72be48cf-37dc-4484-8153-db2859bd0d10,DISK]) is bad. 2024-11-17T08:24:45,139 WARN [DataStreamer for file /user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.5 block BP-1074356471-172.17.0.3-1731831829433:blk_1073742225_1404 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1074356471-172.17.0.3-1731831829433:blk_1073742225_1404 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-17T08:24:45,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742225_1415 (size=1394) 2024-11-17T08:24:45,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742225_1415 (size=1394) 2024-11-17T08:24:48,387 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.5 after 4002ms 2024-11-17T08:24:48,435 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.5 took 4050ms 2024-11-17T08:24:48,439 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile(TestWALSplit.java:601) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Error while reading WALKey, originalPosition=670, currentPosition=699 at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:67) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more Caused by: org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Protocol message contained an invalid tag (zero). at org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException.invalidTag(InvalidProtocolBufferException.java:110) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.CodedInputStream$StreamDecoder.readTag(CodedInputStream.java:2079) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$Builder.mergeFrom(HBaseProtos.java:16521) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$1.parsePartialFrom(HBaseProtos.java:16655) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$1.parsePartialFrom(HBaseProtos.java:16647) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.CodedInputStream$StreamDecoder.readMessage(CodedInputStream.java:2354) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$Builder.mergeFrom(WALProtos.java:2790) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$1.parsePartialFrom(WALProtos.java:4213) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$1.parsePartialFrom(WALProtos.java:4205) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parsePartialFrom(AbstractParser.java:192) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3850) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T08:24:48,440 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.5 so closing down 2024-11-17T08:24:48,440 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:48,441 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:48,444 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-17T08:24:48,444 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-17T08:24:48,445 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-17T08:24:48,446 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-17T08:24:48,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742237_1417 (size=353) 2024-11-17T08:24:48,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742237_1417 (size=353) 2024-11-17T08:24:48,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742236_1416 (size=418) 2024-11-17T08:24:48,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742236_1416 (size=418) 2024-11-17T08:24:48,451 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 4 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:48,451 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:48,452 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/ccc/recovered.edits/0000000000000000107 2024-11-17T08:24:48,452 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/bbb/recovered.edits/0000000000000000108 2024-11-17T08:24:48,453 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 9 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false 2024-11-17T08:24:48,453 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.5, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.5, size=1.4 K (1394bytes) at 1731831884385Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.5 so closing down at 1731831888440 (+4055 ms)3 split writer threads finished at 1731831888441 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731831888446 (+5 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731831888446Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 4 edits, skipped 0 edits in 0 ms) at 1731831888451 (+5 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731831888451Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/ccc/recovered.edits/0000000000000000107 at 1731831888452 (+1 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/bbb/recovered.edits/0000000000000000108 at 1731831888453 (+1 ms)Processed 9 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false at 1731831888453 2024-11-17T08:24:48,455 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.5 to hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/corrupt/wal.dat.5 2024-11-17T08:24:48,455 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.6, size=1.4 K (1405bytes) 2024-11-17T08:24:48,455 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.6 2024-11-17T08:24:48,455 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.6 after 0ms 2024-11-17T08:24:48,457 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.6 took 2ms 2024-11-17T08:24:48,458 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.6 so closing down 2024-11-17T08:24:48,458 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:48,458 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:48,460 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-17T08:24:48,460 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-17T08:24:48,462 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-17T08:24:48,462 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-17T08:24:48,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742238_1418 (size=749) 2024-11-17T08:24:48,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742238_1418 (size=749) 2024-11-17T08:24:48,474 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:48,475 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-17T08:24:48,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742239_1419 (size=749) 2024-11-17T08:24:48,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742239_1419 (size=749) 2024-11-17T08:24:48,478 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:48,478 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-17T08:24:48,479 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-17T08:24:48,479 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.6, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.6, size=1.4 K (1405bytes) at 1731831888455Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.6 so closing down at 1731831888458 (+3 ms)3 split writer threads finished at 1731831888458Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731831888462 (+4 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731831888462Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831888474 (+12 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731831888475 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831888478 (+3 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731831888478Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731831888479 (+1 ms) 2024-11-17T08:24:48,480 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.6 to hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/oldWALs/wal.dat.6 2024-11-17T08:24:48,480 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.7, size=1.4 K (1413bytes) 2024-11-17T08:24:48,480 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.7 2024-11-17T08:24:48,480 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.7 after 0ms 2024-11-17T08:24:48,482 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.7 took 2ms 2024-11-17T08:24:48,483 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.7 so closing down 2024-11-17T08:24:48,483 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:48,483 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:48,485 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-17T08:24:48,485 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-17T08:24:48,486 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-17T08:24:48,486 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-17T08:24:48,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742241_1421 (size=753) 2024-11-17T08:24:48,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742241_1421 (size=753) 2024-11-17T08:24:48,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742240_1420 (size=753) 2024-11-17T08:24:48,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742240_1420 (size=753) 2024-11-17T08:24:48,493 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:48,493 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:48,494 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-17T08:24:48,494 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-17T08:24:48,494 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T08:24:48,494 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.7, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.7, size=1.4 K (1413bytes) at 1731831888480Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.7 so closing down at 1731831888483 (+3 ms)3 split writer threads finished at 1731831888483Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731831888486 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731831888486Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831888493 (+7 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831888493Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731831888494 (+1 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731831888494Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731831888494 2024-11-17T08:24:48,495 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.7 to hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/oldWALs/wal.dat.7 2024-11-17T08:24:48,495 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.8, size=1.4 K (1413bytes) 2024-11-17T08:24:48,495 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.8 2024-11-17T08:24:48,496 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.8 after 1ms 2024-11-17T08:24:48,497 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.8 took 2ms 2024-11-17T08:24:48,498 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.8 so closing down 2024-11-17T08:24:48,498 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:48,498 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:48,500 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-17T08:24:48,500 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-17T08:24:48,501 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-17T08:24:48,501 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-17T08:24:48,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742243_1423 (size=753) 2024-11-17T08:24:48,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742243_1423 (size=753) 2024-11-17T08:24:48,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742242_1422 (size=753) 2024-11-17T08:24:48,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742242_1422 (size=753) 2024-11-17T08:24:48,522 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:48,523 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-17T08:24:48,923 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:48,924 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-17T08:24:48,924 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 427 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T08:24:48,924 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.8, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.8, size=1.4 K (1413bytes) at 1731831888495Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.8 so closing down at 1731831888498 (+3 ms)3 split writer threads finished at 1731831888498Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731831888501 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731831888501Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831888522 (+21 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731831888523 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831888923 (+400 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731831888924 (+1 ms)Processed 20 edits across 2 Regions in 427 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731831888924 2024-11-17T08:24:48,926 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.8 to hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/oldWALs/wal.dat.8 2024-11-17T08:24:48,926 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.9, size=1.4 K (1413bytes) 2024-11-17T08:24:48,926 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.9 2024-11-17T08:24:48,926 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.9 after 0ms 2024-11-17T08:24:48,928 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.9 took 2ms 2024-11-17T08:24:48,929 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.9 so closing down 2024-11-17T08:24:48,929 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:48,929 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:48,931 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-17T08:24:48,931 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-17T08:24:48,932 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-17T08:24:48,932 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-17T08:24:48,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742244_1424 (size=753) 2024-11-17T08:24:48,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742244_1424 (size=753) 2024-11-17T08:24:48,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742245_1425 (size=753) 2024-11-17T08:24:48,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742245_1425 (size=753) 2024-11-17T08:24:48,940 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:48,941 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-17T08:24:49,341 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:49,343 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-17T08:24:49,343 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T08:24:49,344 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.9, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.9, size=1.4 K (1413bytes) at 1731831888926Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.9 so closing down at 1731831888929 (+3 ms)3 split writer threads finished at 1731831888929Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731831888932 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731831888932Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831888940 (+8 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731831888941 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831889341 (+400 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731831889343 (+2 ms)Processed 20 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731831889343 2024-11-17T08:24:49,346 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731831883782/wal.dat.9 to hdfs://localhost:33463/user/jenkins/test-data/d8d856fd-5447-57d1-30dc-088ffaa2cc25/oldWALs/wal.dat.9 2024-11-17T08:24:49,391 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile Thread=142 (was 141) - Thread LEAK? -, OpenFileDescriptor=401 (was 393) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=449 (was 453), ProcessCount=11 (was 11), AvailableMemoryMB=2422 (was 2424) 2024-11-17T08:24:49,397 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEOFisIgnored Thread=142, OpenFileDescriptor=401, MaxFileDescriptor=1048576, SystemLoadAverage=449, ProcessCount=11, AvailableMemoryMB=2421 2024-11-17T08:24:49,397 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T08:24:49,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742246_1426 (size=7) 2024-11-17T08:24:49,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742246_1426 (size=7) 2024-11-17T08:24:49,403 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33463/user/jenkins/test-data/83bfcd61-e812-58af-994e-e16c830662b7 with version=8 2024-11-17T08:24:49,403 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:24:49,405 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:24:49,407 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T08:24:49,407 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-17T08:24:49,408 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-17T08:24:49,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742247_1427 (size=863) 2024-11-17T08:24:49,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742247_1427 (size=863) 2024-11-17T08:24:49,416 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-17T08:24:49,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742248_1428 (size=823) 2024-11-17T08:24:49,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742248_1428 (size=823) 2024-11-17T08:24:49,440 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/dc1389e8-cae7-bf7e-4574-99aa912d592e/WALs/testeofisignored,16010,1731831889407/wal.dat.0, size=823 (823bytes) 2024-11-17T08:24:49,440 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/dc1389e8-cae7-bf7e-4574-99aa912d592e/WALs/testeofisignored,16010,1731831889407/wal.dat.0 2024-11-17T08:24:49,440 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/dc1389e8-cae7-bf7e-4574-99aa912d592e/WALs/testeofisignored,16010,1731831889407/wal.dat.0 after 0ms 2024-11-17T08:24:49,442 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/dc1389e8-cae7-bf7e-4574-99aa912d592e/WALs/testeofisignored,16010,1731831889407/wal.dat.0 took 3ms 2024-11-17T08:24:49,445 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:33463/user/jenkins/test-data/dc1389e8-cae7-bf7e-4574-99aa912d592e/WALs/testeofisignored,16010,1731831889407/wal.dat.0; continuing. 2024-11-17T08:24:49,445 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/dc1389e8-cae7-bf7e-4574-99aa912d592e/WALs/testeofisignored,16010,1731831889407/wal.dat.0 so closing down 2024-11-17T08:24:49,445 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:49,445 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:49,448 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-17T08:24:49,448 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/dc1389e8-cae7-bf7e-4574-99aa912d592e/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-17T08:24:49,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742249_1429 (size=786) 2024-11-17T08:24:49,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742249_1429 (size=786) 2024-11-17T08:24:49,452 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/dc1389e8-cae7-bf7e-4574-99aa912d592e/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:49,453 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/dc1389e8-cae7-bf7e-4574-99aa912d592e/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33463/user/jenkins/test-data/dc1389e8-cae7-bf7e-4574-99aa912d592e/data/default/t1/region__1/recovered.edits/0000000000000000008 2024-11-17T08:24:49,453 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 9 edits across 1 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/dc1389e8-cae7-bf7e-4574-99aa912d592e/WALs/testeofisignored,16010,1731831889407/wal.dat.0, size=823, length=823, corrupted=false, cancelled=false 2024-11-17T08:24:49,453 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/dc1389e8-cae7-bf7e-4574-99aa912d592e/WALs/testeofisignored,16010,1731831889407/wal.dat.0, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/dc1389e8-cae7-bf7e-4574-99aa912d592e/WALs/testeofisignored,16010,1731831889407/wal.dat.0, size=823 (823bytes) at 1731831889440Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/dc1389e8-cae7-bf7e-4574-99aa912d592e/WALs/testeofisignored,16010,1731831889407/wal.dat.0 so closing down at 1731831889445 (+5 ms)3 split writer threads finished at 1731831889445Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/dc1389e8-cae7-bf7e-4574-99aa912d592e/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731831889448 (+3 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/dc1389e8-cae7-bf7e-4574-99aa912d592e/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731831889452 (+4 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/dc1389e8-cae7-bf7e-4574-99aa912d592e/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33463/user/jenkins/test-data/dc1389e8-cae7-bf7e-4574-99aa912d592e/data/default/t1/region__1/recovered.edits/0000000000000000008 at 1731831889453 (+1 ms)Processed 9 edits across 1 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/dc1389e8-cae7-bf7e-4574-99aa912d592e/WALs/testeofisignored,16010,1731831889407/wal.dat.0, size=823, length=823, corrupted=false, cancelled=false at 1731831889453 2024-11-17T08:24:49,455 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/dc1389e8-cae7-bf7e-4574-99aa912d592e/WALs/testeofisignored,16010,1731831889407/wal.dat.0 to hdfs://localhost:33463/user/jenkins/test-data/dc1389e8-cae7-bf7e-4574-99aa912d592e/oldWALs/wal.dat.0 2024-11-17T08:24:49,465 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEOFisIgnored Thread=142 (was 142), OpenFileDescriptor=401 (was 401), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=449 (was 449), ProcessCount=11 (was 11), AvailableMemoryMB=2421 (was 2421) 2024-11-17T08:24:49,472 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileEmpty Thread=142, OpenFileDescriptor=401, MaxFileDescriptor=1048576, SystemLoadAverage=449, ProcessCount=11, AvailableMemoryMB=2421 2024-11-17T08:24:49,472 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T08:24:49,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742250_1430 (size=7) 2024-11-17T08:24:49,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742250_1430 (size=7) 2024-11-17T08:24:49,479 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33463/user/jenkins/test-data/83bfcd61-e812-58af-994e-e16c830662b7 with version=8 2024-11-17T08:24:49,479 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:24:49,481 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:24:49,483 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T08:24:49,483 INFO [Time-limited test {}] wal.TestWALSplit(1111): testSplitLogFileEmpty 2024-11-17T08:24:49,484 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-17T08:24:49,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742251_1431 (size=93) 2024-11-17T08:24:49,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742251_1431 (size=93) 2024-11-17T08:24:49,506 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/92018cf6-8a58-bc0b-a076-d037593bcb62/WALs/testsplitlogfileempty,16010,1731831889483/wal.dat..empty, size=93 (93bytes) 2024-11-17T08:24:49,506 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/92018cf6-8a58-bc0b-a076-d037593bcb62/WALs/testsplitlogfileempty,16010,1731831889483/wal.dat..empty 2024-11-17T08:24:49,506 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/92018cf6-8a58-bc0b-a076-d037593bcb62/WALs/testsplitlogfileempty,16010,1731831889483/wal.dat..empty after 0ms 2024-11-17T08:24:49,507 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/92018cf6-8a58-bc0b-a076-d037593bcb62/WALs/testsplitlogfileempty,16010,1731831889483/wal.dat..empty took 2ms 2024-11-17T08:24:49,508 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/92018cf6-8a58-bc0b-a076-d037593bcb62/WALs/testsplitlogfileempty,16010,1731831889483/wal.dat..empty so closing down 2024-11-17T08:24:49,508 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:49,508 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:49,508 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/92018cf6-8a58-bc0b-a076-d037593bcb62/WALs/testsplitlogfileempty,16010,1731831889483/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-17T08:24:49,508 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/92018cf6-8a58-bc0b-a076-d037593bcb62/WALs/testsplitlogfileempty,16010,1731831889483/wal.dat..empty, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/92018cf6-8a58-bc0b-a076-d037593bcb62/WALs/testsplitlogfileempty,16010,1731831889483/wal.dat..empty, size=93 (93bytes) at 1731831889506Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/92018cf6-8a58-bc0b-a076-d037593bcb62/WALs/testsplitlogfileempty,16010,1731831889483/wal.dat..empty so closing down at 1731831889508 (+2 ms)3 split writer threads finished at 1731831889508Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/92018cf6-8a58-bc0b-a076-d037593bcb62/WALs/testsplitlogfileempty,16010,1731831889483/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false at 1731831889508 2024-11-17T08:24:49,509 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/92018cf6-8a58-bc0b-a076-d037593bcb62/WALs/testsplitlogfileempty,16010,1731831889483/wal.dat..empty to hdfs://localhost:33463/user/jenkins/test-data/92018cf6-8a58-bc0b-a076-d037593bcb62/oldWALs/wal.dat..empty 2024-11-17T08:24:49,518 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileEmpty Thread=142 (was 142), OpenFileDescriptor=401 (was 401), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=449 (was 449), ProcessCount=11 (was 11), AvailableMemoryMB=2420 (was 2421) 2024-11-17T08:24:49,524 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogsGetArchivedAfterSplit Thread=142, OpenFileDescriptor=401, MaxFileDescriptor=1048576, SystemLoadAverage=449, ProcessCount=11, AvailableMemoryMB=2420 2024-11-17T08:24:49,525 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T08:24:49,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742252_1432 (size=7) 2024-11-17T08:24:49,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742252_1432 (size=7) 2024-11-17T08:24:49,531 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33463/user/jenkins/test-data/83bfcd61-e812-58af-994e-e16c830662b7 with version=8 2024-11-17T08:24:49,531 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:24:49,533 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:24:49,535 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T08:24:49,535 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-17T08:24:49,535 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-17T08:24:49,536 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-17T08:24:49,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742253_1433 (size=1393) 2024-11-17T08:24:49,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742253_1433 (size=1393) 2024-11-17T08:24:49,547 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-17T08:24:49,547 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-17T08:24:49,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742254_1434 (size=1393) 2024-11-17T08:24:49,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742254_1434 (size=1393) 2024-11-17T08:24:49,557 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-17T08:24:49,557 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-17T08:24:49,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742255_1435 (size=1393) 2024-11-17T08:24:49,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742255_1435 (size=1393) 2024-11-17T08:24:49,569 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-17T08:24:49,569 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-17T08:24:49,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742256_1436 (size=1393) 2024-11-17T08:24:49,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742256_1436 (size=1393) 2024-11-17T08:24:49,585 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-17T08:24:49,586 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-17T08:24:49,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742257_1437 (size=1393) 2024-11-17T08:24:49,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742257_1437 (size=1393) 2024-11-17T08:24:49,602 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-17T08:24:49,602 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-17T08:24:49,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742258_1438 (size=1393) 2024-11-17T08:24:49,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742258_1438 (size=1393) 2024-11-17T08:24:49,611 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-17T08:24:49,611 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-17T08:24:49,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742259_1439 (size=1405) 2024-11-17T08:24:49,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742259_1439 (size=1405) 2024-11-17T08:24:49,619 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-17T08:24:49,619 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-17T08:24:49,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742260_1440 (size=1413) 2024-11-17T08:24:49,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742260_1440 (size=1413) 2024-11-17T08:24:49,627 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-17T08:24:49,627 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-17T08:24:49,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742261_1441 (size=1413) 2024-11-17T08:24:49,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742261_1441 (size=1413) 2024-11-17T08:24:49,636 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-17T08:24:49,636 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-17T08:24:49,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:49,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:49,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742262_1442 (size=1413) 2024-11-17T08:24:49,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742262_1442 (size=1413) 2024-11-17T08:24:49,644 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-17T08:24:49,661 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.0, size=1.4 K (1393bytes) 2024-11-17T08:24:49,661 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.0 2024-11-17T08:24:49,662 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.0 after 1ms 2024-11-17T08:24:49,663 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.0 took 2ms 2024-11-17T08:24:49,665 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.0 so closing down 2024-11-17T08:24:49,665 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:49,665 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:49,666 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-17T08:24:49,666 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-17T08:24:49,667 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-17T08:24:49,667 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-17T08:24:49,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742263_1443 (size=743) 2024-11-17T08:24:49,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742263_1443 (size=743) 2024-11-17T08:24:49,671 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:49,672 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-17T08:24:49,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742264_1444 (size=743) 2024-11-17T08:24:49,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742264_1444 (size=743) 2024-11-17T08:24:49,675 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:49,676 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-17T08:24:49,677 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T08:24:49,677 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.0, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.0, size=1.4 K (1393bytes) at 1731831889661Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.0 so closing down at 1731831889665 (+4 ms)3 split writer threads finished at 1731831889665Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731831889667 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731831889667Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831889671 (+4 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731831889672 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831889675 (+3 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731831889676 (+1 ms)Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731831889677 (+1 ms) 2024-11-17T08:24:49,678 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.0 to hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/oldWALs/wal.dat.0 2024-11-17T08:24:49,678 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.1, size=1.4 K (1393bytes) 2024-11-17T08:24:49,678 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.1 2024-11-17T08:24:49,678 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.1 after 0ms 2024-11-17T08:24:49,680 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.1 took 2ms 2024-11-17T08:24:49,681 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.1 so closing down 2024-11-17T08:24:49,681 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:49,681 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:49,683 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-17T08:24:49,683 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-17T08:24:49,683 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-17T08:24:49,684 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-17T08:24:49,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742265_1445 (size=743) 2024-11-17T08:24:49,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742266_1446 (size=743) 2024-11-17T08:24:49,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742266_1446 (size=743) 2024-11-17T08:24:49,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742265_1445 (size=743) 2024-11-17T08:24:49,688 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:49,688 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:49,689 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-17T08:24:49,689 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-17T08:24:49,689 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T08:24:49,689 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.1, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.1, size=1.4 K (1393bytes) at 1731831889678Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.1 so closing down at 1731831889681 (+3 ms)3 split writer threads finished at 1731831889681Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731831889684 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731831889684Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831889688 (+4 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831889688Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731831889689 (+1 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731831889689Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731831889689 2024-11-17T08:24:49,690 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.1 to hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/oldWALs/wal.dat.1 2024-11-17T08:24:49,691 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.2, size=1.4 K (1393bytes) 2024-11-17T08:24:49,691 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.2 2024-11-17T08:24:49,691 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.2 after 0ms 2024-11-17T08:24:49,692 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.2 took 1ms 2024-11-17T08:24:49,694 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.2 so closing down 2024-11-17T08:24:49,694 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:49,694 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:49,695 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-17T08:24:49,695 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-17T08:24:49,696 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-17T08:24:49,696 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-17T08:24:49,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742267_1447 (size=743) 2024-11-17T08:24:49,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742267_1447 (size=743) 2024-11-17T08:24:49,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742268_1448 (size=743) 2024-11-17T08:24:49,701 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:49,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742268_1448 (size=743) 2024-11-17T08:24:49,702 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:49,703 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-17T08:24:49,703 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-17T08:24:49,703 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T08:24:49,703 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.2, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.2, size=1.4 K (1393bytes) at 1731831889691Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.2 so closing down at 1731831889694 (+3 ms)3 split writer threads finished at 1731831889694Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731831889696 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731831889696Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831889701 (+5 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831889702 (+1 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731831889703 (+1 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731831889703Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731831889703 2024-11-17T08:24:49,705 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.2 to hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/oldWALs/wal.dat.2 2024-11-17T08:24:49,705 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.3, size=1.4 K (1393bytes) 2024-11-17T08:24:49,705 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.3 2024-11-17T08:24:49,705 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.3 after 0ms 2024-11-17T08:24:49,707 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.3 took 2ms 2024-11-17T08:24:49,708 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.3 so closing down 2024-11-17T08:24:49,708 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:49,708 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:49,710 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-17T08:24:49,710 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-17T08:24:49,711 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-17T08:24:49,711 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-17T08:24:49,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742269_1449 (size=743) 2024-11-17T08:24:49,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742270_1450 (size=743) 2024-11-17T08:24:49,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742269_1449 (size=743) 2024-11-17T08:24:49,717 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:49,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742270_1450 (size=743) 2024-11-17T08:24:49,717 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:49,718 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-17T08:24:49,718 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-17T08:24:49,718 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T08:24:49,719 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.3, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.3, size=1.4 K (1393bytes) at 1731831889705Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.3 so closing down at 1731831889708 (+3 ms)3 split writer threads finished at 1731831889708Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731831889711 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731831889711Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831889717 (+6 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831889717Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731831889718 (+1 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731831889718Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731831889718 2024-11-17T08:24:49,720 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.3 to hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/oldWALs/wal.dat.3 2024-11-17T08:24:49,720 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.4, size=1.4 K (1393bytes) 2024-11-17T08:24:49,720 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.4 2024-11-17T08:24:49,720 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.4 after 0ms 2024-11-17T08:24:49,722 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.4 took 2ms 2024-11-17T08:24:49,723 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.4 so closing down 2024-11-17T08:24:49,723 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:49,723 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:49,724 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-17T08:24:49,724 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-17T08:24:49,725 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-17T08:24:49,725 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-17T08:24:49,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742272_1452 (size=743) 2024-11-17T08:24:49,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742271_1451 (size=743) 2024-11-17T08:24:49,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742272_1452 (size=743) 2024-11-17T08:24:49,728 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:49,728 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:49,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742271_1451 (size=743) 2024-11-17T08:24:49,729 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-17T08:24:49,729 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-17T08:24:49,729 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T08:24:49,729 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.4, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.4, size=1.4 K (1393bytes) at 1731831889720Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.4 so closing down at 1731831889723 (+3 ms)3 split writer threads finished at 1731831889723Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731831889725 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731831889725Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831889728 (+3 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831889728Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731831889729 (+1 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731831889729Processed 20 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731831889729 2024-11-17T08:24:49,730 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.4 to hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/oldWALs/wal.dat.4 2024-11-17T08:24:49,731 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.5, size=1.4 K (1393bytes) 2024-11-17T08:24:49,731 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.5 2024-11-17T08:24:49,731 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.5 after 0ms 2024-11-17T08:24:49,732 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.5 took 2ms 2024-11-17T08:24:49,733 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.5 so closing down 2024-11-17T08:24:49,733 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:49,733 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:49,734 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-17T08:24:49,734 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-17T08:24:49,735 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-17T08:24:49,735 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-17T08:24:49,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742273_1453 (size=743) 2024-11-17T08:24:49,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742274_1454 (size=743) 2024-11-17T08:24:49,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742273_1453 (size=743) 2024-11-17T08:24:49,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742274_1454 (size=743) 2024-11-17T08:24:49,739 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:49,739 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:49,740 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-17T08:24:49,740 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-17T08:24:49,740 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-17T08:24:49,741 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.5, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.5, size=1.4 K (1393bytes) at 1731831889731Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.5 so closing down at 1731831889733 (+2 ms)3 split writer threads finished at 1731831889733Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731831889735 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731831889735Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831889739 (+4 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831889739Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731831889740 (+1 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731831889740Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731831889740 2024-11-17T08:24:49,742 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.5 to hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/oldWALs/wal.dat.5 2024-11-17T08:24:49,742 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.6, size=1.4 K (1405bytes) 2024-11-17T08:24:49,742 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.6 2024-11-17T08:24:49,742 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.6 after 0ms 2024-11-17T08:24:49,743 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.6 took 1ms 2024-11-17T08:24:49,744 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.6 so closing down 2024-11-17T08:24:49,744 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:49,744 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:49,746 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-17T08:24:49,746 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-17T08:24:49,746 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-17T08:24:49,747 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-17T08:24:49,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742276_1456 (size=749) 2024-11-17T08:24:49,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742276_1456 (size=749) 2024-11-17T08:24:49,756 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:49,757 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-17T08:24:49,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742275_1455 (size=749) 2024-11-17T08:24:49,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742275_1455 (size=749) 2024-11-17T08:24:49,763 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:49,764 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-17T08:24:49,764 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-17T08:24:49,764 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.6, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.6, size=1.4 K (1405bytes) at 1731831889742Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.6 so closing down at 1731831889744 (+2 ms)3 split writer threads finished at 1731831889744Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731831889746 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731831889747 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831889756 (+9 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731831889757 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831889763 (+6 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731831889764 (+1 ms)Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731831889764 2024-11-17T08:24:49,765 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.6 to hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/oldWALs/wal.dat.6 2024-11-17T08:24:49,765 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.7, size=1.4 K (1413bytes) 2024-11-17T08:24:49,765 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.7 2024-11-17T08:24:49,766 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.7 after 1ms 2024-11-17T08:24:49,767 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.7 took 2ms 2024-11-17T08:24:49,768 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.7 so closing down 2024-11-17T08:24:49,768 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:49,768 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:49,770 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-17T08:24:49,770 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-17T08:24:49,770 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-17T08:24:49,771 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-17T08:24:49,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742278_1458 (size=753) 2024-11-17T08:24:49,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742278_1458 (size=753) 2024-11-17T08:24:49,774 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:49,775 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-17T08:24:49,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742277_1457 (size=753) 2024-11-17T08:24:49,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742277_1457 (size=753) 2024-11-17T08:24:49,780 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:49,781 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-17T08:24:49,781 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T08:24:49,781 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.7, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.7, size=1.4 K (1413bytes) at 1731831889765Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.7 so closing down at 1731831889768 (+3 ms)3 split writer threads finished at 1731831889768Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731831889771 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731831889771Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831889774 (+3 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731831889775 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831889780 (+5 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731831889781 (+1 ms)Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731831889781 2024-11-17T08:24:49,782 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.7 to hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/oldWALs/wal.dat.7 2024-11-17T08:24:49,782 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.8, size=1.4 K (1413bytes) 2024-11-17T08:24:49,782 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.8 2024-11-17T08:24:49,782 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.8 after 0ms 2024-11-17T08:24:49,784 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.8 took 2ms 2024-11-17T08:24:49,785 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.8 so closing down 2024-11-17T08:24:49,785 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:49,785 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:49,786 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-17T08:24:49,786 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-17T08:24:49,787 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-17T08:24:49,787 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-17T08:24:49,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742280_1460 (size=753) 2024-11-17T08:24:49,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742279_1459 (size=753) 2024-11-17T08:24:49,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742280_1460 (size=753) 2024-11-17T08:24:49,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742279_1459 (size=753) 2024-11-17T08:24:49,791 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:49,791 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:49,792 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-17T08:24:49,792 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-17T08:24:49,792 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T08:24:49,792 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.8, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.8, size=1.4 K (1413bytes) at 1731831889782Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.8 so closing down at 1731831889785 (+3 ms)3 split writer threads finished at 1731831889785Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731831889787 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731831889787Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831889791 (+4 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831889791Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731831889792 (+1 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731831889792Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731831889792 2024-11-17T08:24:49,793 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.8 to hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/oldWALs/wal.dat.8 2024-11-17T08:24:49,793 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.9, size=1.4 K (1413bytes) 2024-11-17T08:24:49,793 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.9 2024-11-17T08:24:49,794 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.9 after 1ms 2024-11-17T08:24:49,795 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.9 took 2ms 2024-11-17T08:24:49,796 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.9 so closing down 2024-11-17T08:24:49,796 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:49,796 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:49,797 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-17T08:24:49,797 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-17T08:24:49,798 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-17T08:24:49,798 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-17T08:24:49,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742282_1462 (size=753) 2024-11-17T08:24:49,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742282_1462 (size=753) 2024-11-17T08:24:49,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742281_1461 (size=753) 2024-11-17T08:24:49,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742281_1461 (size=753) 2024-11-17T08:24:49,809 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:49,810 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-17T08:24:50,206 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:50,208 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-17T08:24:50,208 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-17T08:24:50,208 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.9, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.9, size=1.4 K (1413bytes) at 1731831889793Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.9 so closing down at 1731831889796 (+3 ms)3 split writer threads finished at 1731831889796Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731831889798 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731831889798Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831889809 (+11 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731831889810 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831890207 (+397 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731831890208 (+1 ms)Processed 20 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731831890208 2024-11-17T08:24:50,210 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/WALs/testlogsgetarchivedaftersplit,16010,1731831889535/wal.dat.9 to hdfs://localhost:33463/user/jenkins/test-data/f71c81bb-c268-dbe9-6e0b-6e441b9dc653/oldWALs/wal.dat.9 2024-11-17T08:24:50,218 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogsGetArchivedAfterSplit Thread=142 (was 142), OpenFileDescriptor=401 (was 401), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=449 (was 449), ProcessCount=11 (was 11), AvailableMemoryMB=2398 (was 2420) 2024-11-17T08:24:50,224 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testConcurrentSplitLogAndReplayRecoverEdit Thread=142, OpenFileDescriptor=401, MaxFileDescriptor=1048576, SystemLoadAverage=449, ProcessCount=11, AvailableMemoryMB=2398 2024-11-17T08:24:50,224 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T08:24:50,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742283_1463 (size=7) 2024-11-17T08:24:50,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742283_1463 (size=7) 2024-11-17T08:24:50,230 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33463/user/jenkins/test-data/83bfcd61-e812-58af-994e-e16c830662b7 with version=8 2024-11-17T08:24:50,230 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:24:50,231 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:24:50,233 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T08:24:50,233 INFO [Time-limited test {}] wal.TestWALSplit(1153): testConcurrentSplitLogAndReplayRecoverEdit 2024-11-17T08:24:50,233 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r0 2024-11-17T08:24:50,234 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-17T08:24:50,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742284_1464 (size=723) 2024-11-17T08:24:50,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742284_1464 (size=723) 2024-11-17T08:24:50,242 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-17T08:24:50,242 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-17T08:24:50,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742285_1465 (size=723) 2024-11-17T08:24:50,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742285_1465 (size=723) 2024-11-17T08:24:50,249 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-17T08:24:50,249 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-17T08:24:50,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742286_1466 (size=723) 2024-11-17T08:24:50,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742286_1466 (size=723) 2024-11-17T08:24:50,256 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-17T08:24:50,256 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-17T08:24:50,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742287_1467 (size=723) 2024-11-17T08:24:50,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742287_1467 (size=723) 2024-11-17T08:24:50,262 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-17T08:24:50,263 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-17T08:24:50,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742288_1468 (size=723) 2024-11-17T08:24:50,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742288_1468 (size=723) 2024-11-17T08:24:50,269 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-17T08:24:50,269 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-17T08:24:50,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742289_1469 (size=723) 2024-11-17T08:24:50,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742289_1469 (size=723) 2024-11-17T08:24:50,275 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-17T08:24:50,275 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-17T08:24:50,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742290_1470 (size=723) 2024-11-17T08:24:50,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742290_1470 (size=723) 2024-11-17T08:24:50,282 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-17T08:24:50,283 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-17T08:24:50,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742291_1471 (size=723) 2024-11-17T08:24:50,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742291_1471 (size=723) 2024-11-17T08:24:50,288 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-17T08:24:50,289 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-17T08:24:50,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742292_1472 (size=723) 2024-11-17T08:24:50,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742292_1472 (size=723) 2024-11-17T08:24:50,295 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-17T08:24:50,295 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-17T08:24:50,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742293_1473 (size=723) 2024-11-17T08:24:50,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742293_1473 (size=723) 2024-11-17T08:24:50,301 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-17T08:24:50,317 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=testConcurrentSplitLogAndReplayRecoverEdit, suffix=, logDir=hdfs://localhost:33463/user/jenkins/test-data/11aac37b-f875-bc2b-ea78-7437216e735f/WALs/testConcurrentSplitLogAndReplayRecoverEdit, archiveDir=hdfs://localhost:33463/user/jenkins/test-data/11aac37b-f875-bc2b-ea78-7437216e735f/oldWALs, maxLogs=32 2024-11-17T08:24:50,347 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testConcurrentSplitLogAndReplayRecoverEdit.1731831890345 2024-11-17T08:24:50,352 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/11aac37b-f875-bc2b-ea78-7437216e735f/WALs/testConcurrentSplitLogAndReplayRecoverEdit/testConcurrentSplitLogAndReplayRecoverEdit.1731831890345 2024-11-17T08:24:50,395 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:45603:45603),(127.0.0.1/127.0.0.1:36483:36483)] 2024-11-17T08:24:50,410 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/11aac37b-f875-bc2b-ea78-7437216e735f/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731831890233/wal.dat.0, size=723 (723bytes) 2024-11-17T08:24:50,410 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/11aac37b-f875-bc2b-ea78-7437216e735f/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731831890233/wal.dat.0 2024-11-17T08:24:50,411 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/11aac37b-f875-bc2b-ea78-7437216e735f/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731831890233/wal.dat.0 after 1ms 2024-11-17T08:24:50,412 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/11aac37b-f875-bc2b-ea78-7437216e735f/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731831890233/wal.dat.0 took 2ms 2024-11-17T08:24:50,414 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/11aac37b-f875-bc2b-ea78-7437216e735f/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731831890233/wal.dat.0 so closing down 2024-11-17T08:24:50,414 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:50,414 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:50,416 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-17T08:24:50,418 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/11aac37b-f875-bc2b-ea78-7437216e735f/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-17T08:24:50,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742295_1475 (size=723) 2024-11-17T08:24:50,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742295_1475 (size=723) 2024-11-17T08:24:50,422 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/11aac37b-f875-bc2b-ea78-7437216e735f/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:50,424 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/11aac37b-f875-bc2b-ea78-7437216e735f/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33463/user/jenkins/test-data/11aac37b-f875-bc2b-ea78-7437216e735f/data/default/t1/r0/recovered.edits/0000000000000000009 2024-11-17T08:24:50,424 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/11aac37b-f875-bc2b-ea78-7437216e735f/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731831890233/wal.dat.0, size=723, length=723, corrupted=false, cancelled=false 2024-11-17T08:24:50,424 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/11aac37b-f875-bc2b-ea78-7437216e735f/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731831890233/wal.dat.0, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/11aac37b-f875-bc2b-ea78-7437216e735f/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731831890233/wal.dat.0, size=723 (723bytes) at 1731831890410Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/11aac37b-f875-bc2b-ea78-7437216e735f/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731831890233/wal.dat.0 so closing down at 1731831890414 (+4 ms)3 split writer threads finished at 1731831890414Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/11aac37b-f875-bc2b-ea78-7437216e735f/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731831890418 (+4 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/11aac37b-f875-bc2b-ea78-7437216e735f/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831890422 (+4 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/11aac37b-f875-bc2b-ea78-7437216e735f/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33463/user/jenkins/test-data/11aac37b-f875-bc2b-ea78-7437216e735f/data/default/t1/r0/recovered.edits/0000000000000000009 at 1731831890424 (+2 ms)Processed 10 edits across 1 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/11aac37b-f875-bc2b-ea78-7437216e735f/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731831890233/wal.dat.0, size=723, length=723, corrupted=false, cancelled=false at 1731831890424 2024-11-17T08:24:50,425 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-17T08:24:50,425 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-17T08:24:50,425 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-17T08:24:50,426 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-17T08:24:50,426 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-17T08:24:50,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742294_1474 (size=93) 2024-11-17T08:24:50,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742294_1474 (size=93) 2024-11-17T08:24:50,430 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/11aac37b-f875-bc2b-ea78-7437216e735f/oldWALs 2024-11-17T08:24:50,432 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog testConcurrentSplitLogAndReplayRecoverEdit:(num 1731831890345) 2024-11-17T08:24:50,439 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testConcurrentSplitLogAndReplayRecoverEdit Thread=148 (was 142) - Thread LEAK? -, OpenFileDescriptor=401 (was 401), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=449 (was 449), ProcessCount=11 (was 11), AvailableMemoryMB=2393 (was 2398) 2024-11-17T08:24:50,445 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedFileGetsArchivedIfSkipErrors Thread=148, OpenFileDescriptor=401, MaxFileDescriptor=1048576, SystemLoadAverage=449, ProcessCount=11, AvailableMemoryMB=2393 2024-11-17T08:24:50,446 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T08:24:50,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742296_1476 (size=7) 2024-11-17T08:24:50,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742296_1476 (size=7) 2024-11-17T08:24:50,452 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33463/user/jenkins/test-data/83bfcd61-e812-58af-994e-e16c830662b7 with version=8 2024-11-17T08:24:50,452 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:24:50,455 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:24:50,457 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T08:24:50,458 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-17T08:24:50,458 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T08:24:50,458 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-17T08:24:50,459 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-17T08:24:50,460 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-17T08:24:50,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742297_1477 (size=1393) 2024-11-17T08:24:50,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742297_1477 (size=1393) 2024-11-17T08:24:50,473 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-17T08:24:50,473 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-17T08:24:50,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742298_1478 (size=1393) 2024-11-17T08:24:50,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742298_1478 (size=1393) 2024-11-17T08:24:50,484 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-17T08:24:50,484 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-17T08:24:50,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742299_1479 (size=1393) 2024-11-17T08:24:50,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742299_1479 (size=1393) 2024-11-17T08:24:50,495 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-17T08:24:50,495 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-17T08:24:50,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742300_1480 (size=1393) 2024-11-17T08:24:50,507 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-17T08:24:50,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742300_1480 (size=1393) 2024-11-17T08:24:50,507 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-17T08:24:50,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742301_1481 (size=1393) 2024-11-17T08:24:50,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742301_1481 (size=1393) 2024-11-17T08:24:50,519 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-17T08:24:50,519 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-17T08:24:50,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742302_1482 (size=1393) 2024-11-17T08:24:50,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742302_1482 (size=1393) 2024-11-17T08:24:50,531 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-17T08:24:50,531 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-17T08:24:50,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742303_1483 (size=1405) 2024-11-17T08:24:50,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742303_1483 (size=1405) 2024-11-17T08:24:50,544 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-17T08:24:50,545 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-17T08:24:50,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742304_1484 (size=1413) 2024-11-17T08:24:50,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742304_1484 (size=1413) 2024-11-17T08:24:50,556 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-17T08:24:50,556 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-17T08:24:50,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742305_1485 (size=1413) 2024-11-17T08:24:50,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742305_1485 (size=1413) 2024-11-17T08:24:50,567 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-17T08:24:50,567 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-17T08:24:50,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742306_1486 (size=1413) 2024-11-17T08:24:50,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742306_1486 (size=1413) 2024-11-17T08:24:50,581 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-17T08:24:50,599 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.0, size=1.4 K (1393bytes) 2024-11-17T08:24:50,599 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.0 2024-11-17T08:24:50,599 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.0 after 0ms 2024-11-17T08:24:50,601 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.0 took 2ms 2024-11-17T08:24:50,602 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T08:24:50,602 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.0 so closing down 2024-11-17T08:24:50,602 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:50,603 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:50,603 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-17T08:24:50,603 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.0, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.0, size=1.4 K (1393bytes) at 1731831890599Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.0 so closing down at 1731831890602 (+3 ms)3 split writer threads finished at 1731831890603 (+1 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731831890603 2024-11-17T08:24:50,605 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.0 to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/corrupt/wal.dat.0 2024-11-17T08:24:50,605 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.1, size=1.4 K (1393bytes) 2024-11-17T08:24:50,605 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.1 2024-11-17T08:24:50,605 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.1 after 0ms 2024-11-17T08:24:50,607 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.1 took 2ms 2024-11-17T08:24:50,609 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T08:24:50,609 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.1 so closing down 2024-11-17T08:24:50,609 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:50,609 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:50,610 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-17T08:24:50,610 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.1, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.1, size=1.4 K (1393bytes) at 1731831890605Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.1 so closing down at 1731831890609 (+4 ms)3 split writer threads finished at 1731831890609Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731831890610 (+1 ms) 2024-11-17T08:24:50,611 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.1 to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/corrupt/wal.dat.1 2024-11-17T08:24:50,612 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.2, size=1.4 K (1393bytes) 2024-11-17T08:24:50,612 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.2 2024-11-17T08:24:50,612 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.2 after 0ms 2024-11-17T08:24:50,614 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.2 took 2ms 2024-11-17T08:24:50,615 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T08:24:50,616 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.2 so closing down 2024-11-17T08:24:50,616 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:50,616 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:50,616 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-17T08:24:50,616 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.2, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.2, size=1.4 K (1393bytes) at 1731831890612Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.2 so closing down at 1731831890616 (+4 ms)3 split writer threads finished at 1731831890616Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731831890616 2024-11-17T08:24:50,618 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.2 to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/corrupt/wal.dat.2 2024-11-17T08:24:50,618 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.3, size=1.4 K (1393bytes) 2024-11-17T08:24:50,618 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.3 2024-11-17T08:24:50,618 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.3 after 0ms 2024-11-17T08:24:50,620 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.3 took 2ms 2024-11-17T08:24:50,621 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T08:24:50,622 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.3 so closing down 2024-11-17T08:24:50,622 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:50,622 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:50,622 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-17T08:24:50,622 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.3, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.3, size=1.4 K (1393bytes) at 1731831890618Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.3 so closing down at 1731831890622 (+4 ms)3 split writer threads finished at 1731831890622Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731831890622 2024-11-17T08:24:50,624 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.3 to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/corrupt/wal.dat.3 2024-11-17T08:24:50,624 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.4, size=1.4 K (1393bytes) 2024-11-17T08:24:50,624 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.4 2024-11-17T08:24:50,625 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.4 after 1ms 2024-11-17T08:24:50,626 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.4 took 2ms 2024-11-17T08:24:50,627 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T08:24:50,627 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.4 so closing down 2024-11-17T08:24:50,628 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:50,628 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:50,628 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-17T08:24:50,628 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.4, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.4, size=1.4 K (1393bytes) at 1731831890624Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.4 so closing down at 1731831890628 (+4 ms)3 split writer threads finished at 1731831890628Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731831890628 2024-11-17T08:24:50,629 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.4 to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/corrupt/wal.dat.4 2024-11-17T08:24:50,630 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.5, size=1.4 K (1393bytes) 2024-11-17T08:24:50,630 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.5 2024-11-17T08:24:50,630 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.5 after 0ms 2024-11-17T08:24:50,632 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.5 took 2ms 2024-11-17T08:24:50,633 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T08:24:50,633 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.5 so closing down 2024-11-17T08:24:50,633 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:50,633 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:50,633 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-17T08:24:50,633 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.5, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.5, size=1.4 K (1393bytes) at 1731831890630Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.5 so closing down at 1731831890633 (+3 ms)3 split writer threads finished at 1731831890633Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731831890633 2024-11-17T08:24:50,635 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.5 to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/corrupt/wal.dat.5 2024-11-17T08:24:50,635 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.6, size=1.4 K (1405bytes) 2024-11-17T08:24:50,635 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.6 2024-11-17T08:24:50,636 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.6 after 1ms 2024-11-17T08:24:50,637 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.6 took 2ms 2024-11-17T08:24:50,638 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T08:24:50,639 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.6 so closing down 2024-11-17T08:24:50,639 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:50,639 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:50,639 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-17T08:24:50,639 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.6, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.6, size=1.4 K (1405bytes) at 1731831890635Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.6 so closing down at 1731831890639 (+4 ms)3 split writer threads finished at 1731831890639Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1731831890639 2024-11-17T08:24:50,640 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.6 to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/corrupt/wal.dat.6 2024-11-17T08:24:50,641 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.7, size=1.4 K (1413bytes) 2024-11-17T08:24:50,641 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.7 2024-11-17T08:24:50,641 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.7 after 0ms 2024-11-17T08:24:50,643 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.7 took 2ms 2024-11-17T08:24:50,644 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T08:24:50,644 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.7 so closing down 2024-11-17T08:24:50,644 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:50,644 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:50,644 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-17T08:24:50,644 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.7, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.7, size=1.4 K (1413bytes) at 1731831890641Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.7 so closing down at 1731831890644 (+3 ms)3 split writer threads finished at 1731831890644Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731831890644 2024-11-17T08:24:50,646 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.7 to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/corrupt/wal.dat.7 2024-11-17T08:24:50,646 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.8, size=1.4 K (1413bytes) 2024-11-17T08:24:50,647 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.8 2024-11-17T08:24:50,647 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.8 after 0ms 2024-11-17T08:24:50,648 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.8 took 2ms 2024-11-17T08:24:50,650 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T08:24:50,650 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.8 so closing down 2024-11-17T08:24:50,650 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:50,650 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:50,650 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-17T08:24:50,650 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.8, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.8, size=1.4 K (1413bytes) at 1731831890647Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.8 so closing down at 1731831890650 (+3 ms)3 split writer threads finished at 1731831890650Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731831890650 2024-11-17T08:24:50,652 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.8 to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/corrupt/wal.dat.8 2024-11-17T08:24:50,652 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.9, size=1.4 K (1413bytes) 2024-11-17T08:24:50,652 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.9 2024-11-17T08:24:50,653 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.9 after 1ms 2024-11-17T08:24:50,654 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.9 took 2ms 2024-11-17T08:24:50,655 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T08:24:50,655 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.9 so closing down 2024-11-17T08:24:50,655 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:50,655 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:50,655 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-17T08:24:50,655 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.9, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.9, size=1.4 K (1413bytes) at 1731831890652Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.9 so closing down at 1731831890655 (+3 ms)3 split writer threads finished at 1731831890655Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731831890655 2024-11-17T08:24:50,657 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.9 to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/corrupt/wal.dat.9 2024-11-17T08:24:50,658 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731831890604; access_time=1731831890460; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731831890611; access_time=1731831890473; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731831890617; access_time=1731831890484; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731831890623; access_time=1731831890495; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731831890629; access_time=1731831890508; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731831890634; access_time=1731831890519; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1731831890640; access_time=1731831890532; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731831890645; access_time=1731831890545; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731831890651; access_time=1731831890556; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731831890656; access_time=1731831890568; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-17T08:24:50,662 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T08:24:50,662 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-17T08:24:50,662 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-17T08:24:50,663 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-17T08:24:50,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742307_1487 (size=1393) 2024-11-17T08:24:50,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742307_1487 (size=1393) 2024-11-17T08:24:50,674 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-17T08:24:50,674 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-17T08:24:50,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742308_1488 (size=1393) 2024-11-17T08:24:50,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742308_1488 (size=1393) 2024-11-17T08:24:50,684 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-17T08:24:50,684 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-17T08:24:50,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742309_1489 (size=1393) 2024-11-17T08:24:50,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742309_1489 (size=1393) 2024-11-17T08:24:50,695 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-17T08:24:50,695 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-17T08:24:50,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742310_1490 (size=1393) 2024-11-17T08:24:50,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742310_1490 (size=1393) 2024-11-17T08:24:50,705 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-17T08:24:50,705 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-17T08:24:50,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742311_1491 (size=1393) 2024-11-17T08:24:50,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742311_1491 (size=1393) 2024-11-17T08:24:50,715 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-17T08:24:50,715 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-17T08:24:50,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742312_1492 (size=1393) 2024-11-17T08:24:50,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742312_1492 (size=1393) 2024-11-17T08:24:50,725 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-17T08:24:50,725 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-17T08:24:50,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742313_1493 (size=1405) 2024-11-17T08:24:50,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742313_1493 (size=1405) 2024-11-17T08:24:50,735 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-17T08:24:50,735 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-17T08:24:50,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742314_1494 (size=1413) 2024-11-17T08:24:50,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742314_1494 (size=1413) 2024-11-17T08:24:50,745 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-17T08:24:50,745 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-17T08:24:50,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742315_1495 (size=1413) 2024-11-17T08:24:50,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742315_1495 (size=1413) 2024-11-17T08:24:50,755 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-17T08:24:50,755 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-17T08:24:50,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:50,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:50,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742316_1496 (size=1413) 2024-11-17T08:24:50,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742316_1496 (size=1413) 2024-11-17T08:24:50,765 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-17T08:24:50,789 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.0, size=1.4 K (1393bytes) 2024-11-17T08:24:50,789 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.0 2024-11-17T08:24:50,789 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.0 after 0ms 2024-11-17T08:24:50,791 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.0 took 3ms 2024-11-17T08:24:50,793 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T08:24:50,793 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.0 so closing down 2024-11-17T08:24:50,793 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:50,793 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:50,796 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-17T08:24:50,796 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-17T08:24:50,797 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-17T08:24:50,797 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-17T08:24:50,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742318_1498 (size=418) 2024-11-17T08:24:50,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742318_1498 (size=418) 2024-11-17T08:24:50,801 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:50,803 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000009 2024-11-17T08:24:50,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742317_1497 (size=418) 2024-11-17T08:24:50,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742317_1497 (size=418) 2024-11-17T08:24:51,207 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:51,209 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000008 2024-11-17T08:24:51,209 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 418 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-17T08:24:51,209 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.0, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.0, size=1.4 K (1393bytes) at 1731831890789Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.0 so closing down at 1731831890793 (+4 ms)3 split writer threads finished at 1731831890793Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731831890797 (+4 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731831890797Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731831890801 (+4 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000009 at 1731831890803 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731831891207 (+404 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000008 at 1731831891209 (+2 ms)Processed 10 edits across 2 Regions in 418 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731831891209 2024-11-17T08:24:51,212 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.0 to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/corrupt/wal.dat.0 2024-11-17T08:24:51,212 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.1, size=1.4 K (1393bytes) 2024-11-17T08:24:51,212 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.1 2024-11-17T08:24:51,212 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.1 after 0ms 2024-11-17T08:24:51,215 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.1 took 3ms 2024-11-17T08:24:51,217 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T08:24:51,218 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.1 so closing down 2024-11-17T08:24:51,218 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:51,218 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:51,221 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-17T08:24:51,221 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-17T08:24:51,221 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-17T08:24:51,223 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-17T08:24:51,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742319_1499 (size=418) 2024-11-17T08:24:51,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742319_1499 (size=418) 2024-11-17T08:24:51,230 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:51,231 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000028 2024-11-17T08:24:51,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742320_1500 (size=418) 2024-11-17T08:24:51,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742320_1500 (size=418) 2024-11-17T08:24:51,233 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:51,234 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000029 2024-11-17T08:24:51,235 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-17T08:24:51,235 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.1, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.1, size=1.4 K (1393bytes) at 1731831891212Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.1 so closing down at 1731831891218 (+6 ms)3 split writer threads finished at 1731831891218Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731831891221 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731831891223 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731831891230 (+7 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000028 at 1731831891231 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731831891233 (+2 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000029 at 1731831891234 (+1 ms)Processed 10 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731831891235 (+1 ms) 2024-11-17T08:24:51,236 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.1 to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/corrupt/wal.dat.1 2024-11-17T08:24:51,236 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.2, size=1.4 K (1393bytes) 2024-11-17T08:24:51,236 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.2 2024-11-17T08:24:51,236 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.2 after 0ms 2024-11-17T08:24:51,238 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.2 took 2ms 2024-11-17T08:24:51,239 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T08:24:51,239 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.2 so closing down 2024-11-17T08:24:51,239 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:51,239 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:51,241 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-17T08:24:51,242 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-17T08:24:51,242 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-17T08:24:51,242 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-17T08:24:51,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742321_1501 (size=418) 2024-11-17T08:24:51,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742321_1501 (size=418) 2024-11-17T08:24:51,249 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:51,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742322_1502 (size=418) 2024-11-17T08:24:51,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742322_1502 (size=418) 2024-11-17T08:24:51,249 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:51,250 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000048 2024-11-17T08:24:51,250 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000049 2024-11-17T08:24:51,250 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-17T08:24:51,250 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.2, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.2, size=1.4 K (1393bytes) at 1731831891236Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.2 so closing down at 1731831891239 (+3 ms)3 split writer threads finished at 1731831891239Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731831891242 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731831891242Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731831891249 (+7 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731831891249Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000048 at 1731831891250 (+1 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000049 at 1731831891250Processed 10 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731831891250 2024-11-17T08:24:51,252 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.2 to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/corrupt/wal.dat.2 2024-11-17T08:24:51,252 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.3, size=1.4 K (1393bytes) 2024-11-17T08:24:51,252 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.3 2024-11-17T08:24:51,252 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.3 after 0ms 2024-11-17T08:24:51,254 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.3 took 2ms 2024-11-17T08:24:51,255 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T08:24:51,255 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.3 so closing down 2024-11-17T08:24:51,255 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:51,255 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:51,257 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-17T08:24:51,257 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-17T08:24:51,257 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-17T08:24:51,258 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-17T08:24:51,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742324_1504 (size=418) 2024-11-17T08:24:51,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742323_1503 (size=418) 2024-11-17T08:24:51,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742324_1504 (size=418) 2024-11-17T08:24:51,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742323_1503 (size=418) 2024-11-17T08:24:51,261 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:51,261 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:51,262 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000068 2024-11-17T08:24:51,262 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000069 2024-11-17T08:24:51,262 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-17T08:24:51,262 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.3, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.3, size=1.4 K (1393bytes) at 1731831891252Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.3 so closing down at 1731831891255 (+3 ms)3 split writer threads finished at 1731831891255Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731831891257 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731831891258 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731831891261 (+3 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731831891261Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000068 at 1731831891262 (+1 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000069 at 1731831891262Processed 10 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731831891262 2024-11-17T08:24:51,263 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.3 to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/corrupt/wal.dat.3 2024-11-17T08:24:51,264 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.4, size=1.4 K (1393bytes) 2024-11-17T08:24:51,264 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.4 2024-11-17T08:24:51,264 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.4 after 0ms 2024-11-17T08:24:51,265 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.4 took 2ms 2024-11-17T08:24:51,266 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T08:24:51,267 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.4 so closing down 2024-11-17T08:24:51,267 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:51,267 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:51,268 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-17T08:24:51,268 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-17T08:24:51,269 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-17T08:24:51,269 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-17T08:24:51,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742325_1505 (size=418) 2024-11-17T08:24:51,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742325_1505 (size=418) 2024-11-17T08:24:51,272 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:51,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742326_1506 (size=418) 2024-11-17T08:24:51,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742326_1506 (size=418) 2024-11-17T08:24:51,273 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:51,274 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000089 2024-11-17T08:24:51,274 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000088 2024-11-17T08:24:51,274 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-17T08:24:51,275 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.4, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.4, size=1.4 K (1393bytes) at 1731831891264Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.4 so closing down at 1731831891267 (+3 ms)3 split writer threads finished at 1731831891267Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731831891269 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731831891269Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731831891272 (+3 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731831891273 (+1 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000089 at 1731831891274 (+1 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000088 at 1731831891274Processed 10 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731831891274 2024-11-17T08:24:51,276 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.4 to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/corrupt/wal.dat.4 2024-11-17T08:24:51,276 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.5, size=1.4 K (1393bytes) 2024-11-17T08:24:51,276 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.5 2024-11-17T08:24:51,276 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.5 after 0ms 2024-11-17T08:24:51,278 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.5 took 2ms 2024-11-17T08:24:51,279 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T08:24:51,279 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.5 so closing down 2024-11-17T08:24:51,279 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:51,279 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:51,281 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-17T08:24:51,281 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-17T08:24:51,282 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-17T08:24:51,282 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-17T08:24:51,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742328_1508 (size=418) 2024-11-17T08:24:51,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742328_1508 (size=418) 2024-11-17T08:24:51,290 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:51,291 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000108 2024-11-17T08:24:51,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742327_1507 (size=418) 2024-11-17T08:24:51,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742327_1507 (size=418) 2024-11-17T08:24:51,294 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:51,295 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000109 2024-11-17T08:24:51,295 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-17T08:24:51,295 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.5, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.5, size=1.4 K (1393bytes) at 1731831891276Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.5 so closing down at 1731831891279 (+3 ms)3 split writer threads finished at 1731831891279Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731831891282 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731831891282Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731831891290 (+8 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000108 at 1731831891291 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731831891294 (+3 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000109 at 1731831891295 (+1 ms)Processed 10 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731831891295 2024-11-17T08:24:51,296 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.5 to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/corrupt/wal.dat.5 2024-11-17T08:24:51,296 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.6, size=1.4 K (1405bytes) 2024-11-17T08:24:51,296 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.6 2024-11-17T08:24:51,296 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.6 after 0ms 2024-11-17T08:24:51,298 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.6 took 2ms 2024-11-17T08:24:51,299 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T08:24:51,299 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.6 so closing down 2024-11-17T08:24:51,300 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:51,300 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:51,301 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-17T08:24:51,301 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-17T08:24:51,302 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-17T08:24:51,302 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-17T08:24:51,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742329_1509 (size=419) 2024-11-17T08:24:51,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742329_1509 (size=419) 2024-11-17T08:24:51,310 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:51,311 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000129 2024-11-17T08:24:51,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742330_1510 (size=419) 2024-11-17T08:24:51,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742330_1510 (size=419) 2024-11-17T08:24:51,314 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:51,314 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000128 2024-11-17T08:24:51,315 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-17T08:24:51,315 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.6, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.6, size=1.4 K (1405bytes) at 1731831891296Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.6 so closing down at 1731831891299 (+3 ms)3 split writer threads finished at 1731831891300 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731831891302 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731831891302Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731831891310 (+8 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000129 at 1731831891311 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731831891314 (+3 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000128 at 1731831891314Processed 10 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1731831891315 (+1 ms) 2024-11-17T08:24:51,316 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.6 to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/corrupt/wal.dat.6 2024-11-17T08:24:51,316 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.7, size=1.4 K (1413bytes) 2024-11-17T08:24:51,316 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.7 2024-11-17T08:24:51,317 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.7 after 1ms 2024-11-17T08:24:51,318 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.7 took 2ms 2024-11-17T08:24:51,319 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T08:24:51,319 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.7 so closing down 2024-11-17T08:24:51,319 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:51,320 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:51,321 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-17T08:24:51,321 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-17T08:24:51,322 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-17T08:24:51,322 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-17T08:24:51,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742331_1511 (size=423) 2024-11-17T08:24:51,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742332_1512 (size=423) 2024-11-17T08:24:51,333 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:51,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742332_1512 (size=423) 2024-11-17T08:24:51,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742331_1511 (size=423) 2024-11-17T08:24:51,334 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000148 2024-11-17T08:24:51,735 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:51,739 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000149 2024-11-17T08:24:51,739 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 421 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-17T08:24:51,739 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.7, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.7, size=1.4 K (1413bytes) at 1731831891316Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.7 so closing down at 1731831891319 (+3 ms)3 split writer threads finished at 1731831891320 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731831891322 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731831891322Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731831891333 (+11 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000148 at 1731831891334 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731831891735 (+401 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000149 at 1731831891739 (+4 ms)Processed 10 edits across 2 Regions in 421 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731831891739 2024-11-17T08:24:51,743 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.7 to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/corrupt/wal.dat.7 2024-11-17T08:24:51,743 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.8, size=1.4 K (1413bytes) 2024-11-17T08:24:51,743 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.8 2024-11-17T08:24:51,744 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.8 after 1ms 2024-11-17T08:24:51,747 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.8 took 4ms 2024-11-17T08:24:51,750 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T08:24:51,751 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.8 so closing down 2024-11-17T08:24:51,751 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:51,751 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:51,753 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-17T08:24:51,753 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-17T08:24:51,757 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-17T08:24:51,760 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-17T08:24:51,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742333_1513 (size=423) 2024-11-17T08:24:51,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742333_1513 (size=423) 2024-11-17T08:24:51,766 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:51,767 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000168 2024-11-17T08:24:51,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742334_1514 (size=423) 2024-11-17T08:24:51,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742334_1514 (size=423) 2024-11-17T08:24:51,769 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:51,770 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000169 2024-11-17T08:24:51,771 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-17T08:24:51,771 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.8, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.8, size=1.4 K (1413bytes) at 1731831891743Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.8 so closing down at 1731831891751 (+8 ms)3 split writer threads finished at 1731831891751Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731831891757 (+6 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731831891760 (+3 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731831891766 (+6 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000168 at 1731831891767 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731831891769 (+2 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000169 at 1731831891771 (+2 ms)Processed 10 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731831891771 2024-11-17T08:24:51,772 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.8 to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/corrupt/wal.dat.8 2024-11-17T08:24:51,772 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.9, size=1.4 K (1413bytes) 2024-11-17T08:24:51,772 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.9 2024-11-17T08:24:51,773 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.9 after 1ms 2024-11-17T08:24:51,774 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.9 took 2ms 2024-11-17T08:24:51,775 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T08:24:51,776 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.9 so closing down 2024-11-17T08:24:51,776 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:51,776 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:51,778 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-17T08:24:51,778 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-17T08:24:51,778 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-17T08:24:51,778 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-17T08:24:51,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742336_1516 (size=423) 2024-11-17T08:24:51,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742335_1515 (size=423) 2024-11-17T08:24:51,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742336_1516 (size=423) 2024-11-17T08:24:51,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742335_1515 (size=423) 2024-11-17T08:24:51,783 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:51,783 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:51,784 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000188 2024-11-17T08:24:51,785 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000189 2024-11-17T08:24:51,785 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-17T08:24:51,785 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.9, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.9, size=1.4 K (1413bytes) at 1731831891772Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.9 so closing down at 1731831891776 (+4 ms)3 split writer threads finished at 1731831891776Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731831891778 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731831891778Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731831891783 (+5 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731831891783Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000188 at 1731831891784 (+1 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000189 at 1731831891785 (+1 ms)Processed 10 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731831891785 2024-11-17T08:24:51,786 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.9 to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/corrupt/wal.dat.9 2024-11-17T08:24:51,787 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731831891210; access_time=1731831890663; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731831891235; access_time=1731831890674; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731831891251; access_time=1731831890685; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731831891263; access_time=1731831890695; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731831891275; access_time=1731831890705; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731831891295; access_time=1731831890715; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1731831891315; access_time=1731831890726; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731831891741; access_time=1731831890735; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731831891771; access_time=1731831890746; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731831891785; access_time=1731831890756; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-17T08:24:51,790 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T08:24:51,790 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-17T08:24:51,791 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-17T08:24:51,791 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-17T08:24:51,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742337_1517 (size=1393) 2024-11-17T08:24:51,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742337_1517 (size=1393) 2024-11-17T08:24:51,801 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-17T08:24:51,801 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-17T08:24:51,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742338_1518 (size=1393) 2024-11-17T08:24:51,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742338_1518 (size=1393) 2024-11-17T08:24:51,810 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-17T08:24:51,810 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-17T08:24:51,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742339_1519 (size=1393) 2024-11-17T08:24:51,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742339_1519 (size=1393) 2024-11-17T08:24:51,818 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-17T08:24:51,818 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-17T08:24:51,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742340_1520 (size=1393) 2024-11-17T08:24:51,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742340_1520 (size=1393) 2024-11-17T08:24:51,827 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-17T08:24:51,827 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-17T08:24:51,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742341_1521 (size=1393) 2024-11-17T08:24:51,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742341_1521 (size=1393) 2024-11-17T08:24:51,835 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-17T08:24:51,836 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-17T08:24:51,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742342_1522 (size=1393) 2024-11-17T08:24:51,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742342_1522 (size=1393) 2024-11-17T08:24:51,844 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-17T08:24:51,844 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-17T08:24:51,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742343_1523 (size=1405) 2024-11-17T08:24:51,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742343_1523 (size=1405) 2024-11-17T08:24:51,853 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-17T08:24:51,853 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-17T08:24:51,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742344_1524 (size=1413) 2024-11-17T08:24:51,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742344_1524 (size=1413) 2024-11-17T08:24:51,862 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-17T08:24:51,862 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-17T08:24:51,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742345_1525 (size=1413) 2024-11-17T08:24:51,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742345_1525 (size=1413) 2024-11-17T08:24:51,872 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-17T08:24:51,872 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-17T08:24:51,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:51,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:51,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742346_1526 (size=1413) 2024-11-17T08:24:51,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742346_1526 (size=1413) 2024-11-17T08:24:51,882 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-17T08:24:51,896 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.0, size=1.4 K (1393bytes) 2024-11-17T08:24:51,897 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.0 2024-11-17T08:24:51,897 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.0 after 0ms 2024-11-17T08:24:51,898 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.0 took 2ms 2024-11-17T08:24:51,900 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T08:24:51,900 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.0 so closing down 2024-11-17T08:24:51,900 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:51,900 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:51,902 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-17T08:24:51,902 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-17T08:24:51,903 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-17T08:24:51,903 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-17T08:24:51,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742348_1528 (size=743) 2024-11-17T08:24:51,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742348_1528 (size=743) 2024-11-17T08:24:51,906 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:51,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742347_1527 (size=678) 2024-11-17T08:24:51,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742347_1527 (size=678) 2024-11-17T08:24:51,907 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-17T08:24:52,308 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:52,312 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000017 2024-11-17T08:24:52,313 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-17T08:24:52,313 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.0, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.0, size=1.4 K (1393bytes) at 1731831891896Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.0 so closing down at 1731831891900 (+4 ms)3 split writer threads finished at 1731831891900Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731831891903 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731831891903Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831891906 (+3 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731831891907 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731831892308 (+401 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000017 at 1731831892312 (+4 ms)Processed 19 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731831892313 (+1 ms) 2024-11-17T08:24:52,317 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.0 to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/corrupt/wal.dat.0 2024-11-17T08:24:52,317 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.1, size=1.4 K (1393bytes) 2024-11-17T08:24:52,317 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.1 2024-11-17T08:24:52,318 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.1 after 1ms 2024-11-17T08:24:52,321 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.1 took 4ms 2024-11-17T08:24:52,323 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T08:24:52,323 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.1 so closing down 2024-11-17T08:24:52,323 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:52,323 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:52,326 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-17T08:24:52,326 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-17T08:24:52,327 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-17T08:24:52,327 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-17T08:24:52,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742349_1529 (size=743) 2024-11-17T08:24:52,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742349_1529 (size=743) 2024-11-17T08:24:52,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742350_1530 (size=678) 2024-11-17T08:24:52,332 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:52,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742350_1530 (size=678) 2024-11-17T08:24:52,333 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-17T08:24:52,733 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:52,738 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000037 2024-11-17T08:24:52,738 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 417 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-17T08:24:52,738 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.1, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.1, size=1.4 K (1393bytes) at 1731831892317Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.1 so closing down at 1731831892323 (+6 ms)3 split writer threads finished at 1731831892324 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731831892327 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731831892327Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831892332 (+5 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731831892333 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731831892734 (+401 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000037 at 1731831892738 (+4 ms)Processed 19 edits across 2 Regions in 417 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731831892738 2024-11-17T08:24:52,742 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.1 to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/corrupt/wal.dat.1 2024-11-17T08:24:52,742 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.2, size=1.4 K (1393bytes) 2024-11-17T08:24:52,742 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.2 2024-11-17T08:24:52,743 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.2 after 0ms 2024-11-17T08:24:52,745 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.2 took 3ms 2024-11-17T08:24:52,747 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T08:24:52,747 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.2 so closing down 2024-11-17T08:24:52,747 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:52,747 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:52,750 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-17T08:24:52,751 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-17T08:24:52,752 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-17T08:24:52,752 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-17T08:24:52,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742351_1531 (size=743) 2024-11-17T08:24:52,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742352_1532 (size=678) 2024-11-17T08:24:52,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742352_1532 (size=678) 2024-11-17T08:24:52,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742351_1531 (size=743) 2024-11-17T08:24:52,758 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:52,758 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:52,759 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-17T08:24:52,759 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000057 2024-11-17T08:24:52,760 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-17T08:24:52,760 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.2, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.2, size=1.4 K (1393bytes) at 1731831892742Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.2 so closing down at 1731831892747 (+5 ms)3 split writer threads finished at 1731831892747Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731831892752 (+5 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731831892752Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831892758 (+6 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731831892758Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731831892759 (+1 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000057 at 1731831892759Processed 19 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731831892760 (+1 ms) 2024-11-17T08:24:52,762 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.2 to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/corrupt/wal.dat.2 2024-11-17T08:24:52,762 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.3, size=1.4 K (1393bytes) 2024-11-17T08:24:52,762 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.3 2024-11-17T08:24:52,762 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.3 after 0ms 2024-11-17T08:24:52,764 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.3 took 2ms 2024-11-17T08:24:52,766 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T08:24:52,766 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.3 so closing down 2024-11-17T08:24:52,766 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:52,766 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:52,769 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-17T08:24:52,769 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-17T08:24:52,770 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-17T08:24:52,770 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-17T08:24:52,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742354_1534 (size=743) 2024-11-17T08:24:52,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742354_1534 (size=743) 2024-11-17T08:24:52,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742353_1533 (size=678) 2024-11-17T08:24:52,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742353_1533 (size=678) 2024-11-17T08:24:52,778 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:52,778 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:52,779 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000077 2024-11-17T08:24:52,779 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-17T08:24:52,779 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-17T08:24:52,779 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.3, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.3, size=1.4 K (1393bytes) at 1731831892762Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.3 so closing down at 1731831892766 (+4 ms)3 split writer threads finished at 1731831892766Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731831892770 (+4 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731831892770Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831892778 (+8 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731831892778Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000077 at 1731831892779 (+1 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731831892779Processed 19 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731831892779 2024-11-17T08:24:52,780 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.3 to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/corrupt/wal.dat.3 2024-11-17T08:24:52,780 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.4, size=1.4 K (1393bytes) 2024-11-17T08:24:52,780 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.4 2024-11-17T08:24:52,780 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.4 after 0ms 2024-11-17T08:24:52,782 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.4 took 2ms 2024-11-17T08:24:52,783 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T08:24:52,783 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.4 so closing down 2024-11-17T08:24:52,783 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:52,783 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:52,784 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-17T08:24:52,784 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-17T08:24:52,785 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-17T08:24:52,785 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-17T08:24:52,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742356_1536 (size=743) 2024-11-17T08:24:52,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742356_1536 (size=743) 2024-11-17T08:24:52,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742355_1535 (size=678) 2024-11-17T08:24:52,789 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:52,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742355_1535 (size=678) 2024-11-17T08:24:52,789 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-17T08:24:53,189 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:53,191 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000097 2024-11-17T08:24:53,191 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 409 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-17T08:24:53,191 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.4, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.4, size=1.4 K (1393bytes) at 1731831892780Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.4 so closing down at 1731831892783 (+3 ms)3 split writer threads finished at 1731831892783Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731831892785 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731831892785Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831892789 (+4 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731831892789Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731831893189 (+400 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000097 at 1731831893191 (+2 ms)Processed 19 edits across 2 Regions in 409 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731831893191 2024-11-17T08:24:53,192 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.4 to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/corrupt/wal.dat.4 2024-11-17T08:24:53,193 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.5, size=1.4 K (1393bytes) 2024-11-17T08:24:53,193 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.5 2024-11-17T08:24:53,193 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.5 after 0ms 2024-11-17T08:24:53,195 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.5 took 2ms 2024-11-17T08:24:53,197 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T08:24:53,197 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.5 so closing down 2024-11-17T08:24:53,197 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:53,197 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:53,199 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-17T08:24:53,200 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-17T08:24:53,201 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-17T08:24:53,202 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-17T08:24:53,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742357_1537 (size=743) 2024-11-17T08:24:53,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742357_1537 (size=743) 2024-11-17T08:24:53,212 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:53,215 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-17T08:24:53,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742358_1538 (size=678) 2024-11-17T08:24:53,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742358_1538 (size=678) 2024-11-17T08:24:53,229 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:53,230 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000117 2024-11-17T08:24:53,231 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-17T08:24:53,231 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.5, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.5, size=1.4 K (1393bytes) at 1731831893193Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.5 so closing down at 1731831893197 (+4 ms)3 split writer threads finished at 1731831893197Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731831893200 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731831893202 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831893212 (+10 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731831893215 (+3 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731831893229 (+14 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000117 at 1731831893230 (+1 ms)Processed 19 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731831893231 (+1 ms) 2024-11-17T08:24:53,234 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.5 to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/corrupt/wal.dat.5 2024-11-17T08:24:53,234 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.6, size=1.4 K (1405bytes) 2024-11-17T08:24:53,234 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.6 2024-11-17T08:24:53,234 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.6 after 0ms 2024-11-17T08:24:53,236 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.6 took 2ms 2024-11-17T08:24:53,265 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T08:24:53,266 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.6 so closing down 2024-11-17T08:24:53,266 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:53,267 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:53,270 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T08:24:53,270 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-17T08:24:53,275 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-17T08:24:53,285 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-17T08:24:53,285 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-17T08:24:53,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742359_1539 (size=749) 2024-11-17T08:24:53,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742359_1539 (size=749) 2024-11-17T08:24:53,337 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:53,339 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-17T08:24:53,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742360_1540 (size=683) 2024-11-17T08:24:53,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742360_1540 (size=683) 2024-11-17T08:24:53,358 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:53,360 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000137 2024-11-17T08:24:53,360 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 96 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-17T08:24:53,360 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.6, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.6, size=1.4 K (1405bytes) at 1731831893234Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.6 so closing down at 1731831893266 (+32 ms)3 split writer threads finished at 1731831893267 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731831893285 (+18 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731831893285Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831893337 (+52 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731831893339 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731831893358 (+19 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000137 at 1731831893360 (+2 ms)Processed 19 edits across 2 Regions in 96 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1731831893360 2024-11-17T08:24:53,363 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.6 to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/corrupt/wal.dat.6 2024-11-17T08:24:53,363 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.7, size=1.4 K (1413bytes) 2024-11-17T08:24:53,363 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.7 2024-11-17T08:24:53,365 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.7 after 2ms 2024-11-17T08:24:53,368 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.7 took 5ms 2024-11-17T08:24:53,373 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T08:24:53,374 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.7 so closing down 2024-11-17T08:24:53,374 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:53,374 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:53,391 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-17T08:24:53,407 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-17T08:24:53,444 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-17T08:24:53,452 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-17T08:24:53,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742362_1542 (size=687) 2024-11-17T08:24:53,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742362_1542 (size=687) 2024-11-17T08:24:53,551 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:53,553 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000157 2024-11-17T08:24:53,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742361_1541 (size=753) 2024-11-17T08:24:53,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742361_1541 (size=753) 2024-11-17T08:24:53,960 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:53,961 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-17T08:24:53,961 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 589 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-17T08:24:53,961 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.7, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.7, size=1.4 K (1413bytes) at 1731831893363Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.7 so closing down at 1731831893374 (+11 ms)3 split writer threads finished at 1731831893374Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731831893444 (+70 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731831893452 (+8 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731831893551 (+99 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000157 at 1731831893553 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831893960 (+407 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731831893961 (+1 ms)Processed 19 edits across 2 Regions in 589 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731831893961 2024-11-17T08:24:53,962 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.7 to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/corrupt/wal.dat.7 2024-11-17T08:24:53,963 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.8, size=1.4 K (1413bytes) 2024-11-17T08:24:53,963 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.8 2024-11-17T08:24:53,963 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.8 after 0ms 2024-11-17T08:24:53,964 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.8 took 1ms 2024-11-17T08:24:53,966 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T08:24:53,966 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.8 so closing down 2024-11-17T08:24:53,966 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:53,966 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:53,968 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-17T08:24:53,968 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-17T08:24:53,969 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-17T08:24:53,970 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-17T08:24:53,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742363_1543 (size=753) 2024-11-17T08:24:53,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742363_1543 (size=753) 2024-11-17T08:24:53,989 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:53,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742364_1544 (size=687) 2024-11-17T08:24:53,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742364_1544 (size=687) 2024-11-17T08:24:53,990 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:53,991 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-17T08:24:53,992 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000177 2024-11-17T08:24:53,992 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-17T08:24:53,992 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.8, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.8, size=1.4 K (1413bytes) at 1731831893963Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.8 so closing down at 1731831893966 (+3 ms)3 split writer threads finished at 1731831893966Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731831893969 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731831893970 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831893989 (+19 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731831893990 (+1 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731831893991 (+1 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000177 at 1731831893992 (+1 ms)Processed 19 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731831893992 2024-11-17T08:24:53,994 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.8 to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/corrupt/wal.dat.8 2024-11-17T08:24:53,994 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.9, size=1.4 K (1413bytes) 2024-11-17T08:24:53,994 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.9 2024-11-17T08:24:53,994 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.9 after 0ms 2024-11-17T08:24:53,996 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.9 took 2ms 2024-11-17T08:24:53,997 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-17T08:24:53,998 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.9 so closing down 2024-11-17T08:24:53,998 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T08:24:53,998 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T08:24:54,001 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-17T08:24:54,001 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-17T08:24:54,002 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-17T08:24:54,002 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-17T08:24:54,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742366_1546 (size=753) 2024-11-17T08:24:54,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742366_1546 (size=753) 2024-11-17T08:24:54,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742365_1545 (size=687) 2024-11-17T08:24:54,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742365_1545 (size=687) 2024-11-17T08:24:54,018 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:54,020 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-17T08:24:54,419 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-17T08:24:54,420 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000197 2024-11-17T08:24:54,420 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 424 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-17T08:24:54,421 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.9, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.9, size=1.4 K (1413bytes) at 1731831893994Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.9 so closing down at 1731831893998 (+4 ms)3 split writer threads finished at 1731831893998Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731831894002 (+4 ms)Creating recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731831894002Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731831894018 (+16 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731831894020 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731831894419 (+399 ms)Rename recovered edits hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/data/default/t1/ccc/recovered.edits/0000000000000000197 at 1731831894420 (+1 ms)Processed 19 edits across 2 Regions in 424 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731831894420 2024-11-17T08:24:54,422 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731831890457/wal.dat.9 to hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/corrupt/wal.dat.9 2024-11-17T08:24:54,423 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731831892315; access_time=1731831891791; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731831892740; access_time=1731831891801; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731831892761; access_time=1731831891810; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731831892779; access_time=1731831891819; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731831893192; access_time=1731831891827; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731831893232; access_time=1731831891836; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1731831893362; access_time=1731831891845; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731831893962; access_time=1731831891853; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731831893993; access_time=1731831891862; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33463/user/jenkins/test-data/923ab8b4-da71-0cfa-9adb-768f1afa2fa5/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731831894421; access_time=1731831891873; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-17T08:24:54,431 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedFileGetsArchivedIfSkipErrors Thread=140 (was 148), OpenFileDescriptor=391 (was 401), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=485 (was 449) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2388 (was 2393) 2024-11-17T08:24:54,447 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileFirstLineCorruptionLog Thread=140, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=485, ProcessCount=11, AvailableMemoryMB=2388 2024-11-17T08:24:54,447 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-17T08:24:54,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742367_1547 (size=7) 2024-11-17T08:24:54,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742367_1547 (size=7) 2024-11-17T08:24:54,459 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33463/user/jenkins/test-data/83bfcd61-e812-58af-994e-e16c830662b7 with version=8 2024-11-17T08:24:54,460 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:24:54,461 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T08:24:54,463 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-17T08:24:54,463 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-17T08:24:54,464 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-17T08:24:54,465 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-17T08:24:54,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:54,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:54,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:54,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:54,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:54,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:54,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:54,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:54,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:54,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:54,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:54,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:54,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:54,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:54,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:54,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:54,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:54,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:54,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:54,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:54,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:54,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:54,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:54,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:54,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:54,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:54,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:54,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:54,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:54,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:54,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:54,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:54,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:54,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:54,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:54,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:54,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:54,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:54,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-17T08:24:54,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-17T08:24:54,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742368_1548 (size=2324) 2024-11-17T08:24:54,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742368_1548 (size=2324) 2024-11-17T08:24:54,479 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-17T08:24:54,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073742369_1549 (size=2325) 2024-11-17T08:24:54,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35687 is added to blk_1073742369_1549 (size=2325) 2024-11-17T08:24:54,501 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33463/user/jenkins/test-data/ccd24bf0-eead-7734-d1ce-8666acffcbac/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731831894463/wal.dat.0, size=2.3 K (2325bytes) 2024-11-17T08:24:54,501 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33463/user/jenkins/test-data/ccd24bf0-eead-7734-d1ce-8666acffcbac/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731831894463/wal.dat.0 2024-11-17T08:24:54,501 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33463/user/jenkins/test-data/ccd24bf0-eead-7734-d1ce-8666acffcbac/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731831894463/wal.dat.0 after 0ms 2024-11-17T08:24:54,502 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33463/user/jenkins/test-data/ccd24bf0-eead-7734-d1ce-8666acffcbac/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731831894463/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true; could not open hdfs://localhost:33463/user/jenkins/test-data/ccd24bf0-eead-7734-d1ce-8666acffcbac/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731831894463/wal.dat.0, skipping at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:481) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testSplitLogFileFirstLineCorruptionLog(TestWALSplit.java:1141) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Invalid PB WAL magic \x00PWA, expected PWAL at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:225) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] ... 30 more 2024-11-17T08:24:54,503 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/ccd24bf0-eead-7734-d1ce-8666acffcbac/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731831894463/wal.dat.0 so closing down 2024-11-17T08:24:54,503 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/ccd24bf0-eead-7734-d1ce-8666acffcbac/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731831894463/wal.dat.0, size=2.3 K, length=2325, corrupted=true, cancelled=false 2024-11-17T08:24:54,503 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33463/user/jenkins/test-data/ccd24bf0-eead-7734-d1ce-8666acffcbac/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731831894463/wal.dat.0, journal: Splitting hdfs://localhost:33463/user/jenkins/test-data/ccd24bf0-eead-7734-d1ce-8666acffcbac/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731831894463/wal.dat.0, size=2.3 K (2325bytes) at 1731831894501Finishing writing output for hdfs://localhost:33463/user/jenkins/test-data/ccd24bf0-eead-7734-d1ce-8666acffcbac/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731831894463/wal.dat.0 so closing down at 1731831894503 (+2 ms)Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:33463/user/jenkins/test-data/ccd24bf0-eead-7734-d1ce-8666acffcbac/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731831894463/wal.dat.0, size=2.3 K, length=2325, corrupted=true, cancelled=false at 1731831894503 2024-11-17T08:24:54,506 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33463/user/jenkins/test-data/ccd24bf0-eead-7734-d1ce-8666acffcbac/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731831894463/wal.dat.0 to hdfs://localhost:33463/user/jenkins/test-data/ccd24bf0-eead-7734-d1ce-8666acffcbac/corrupt/wal.dat.0 2024-11-17T08:24:54,515 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileFirstLineCorruptionLog Thread=140 (was 140), OpenFileDescriptor=391 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=485 (was 485), ProcessCount=11 (was 11), AvailableMemoryMB=2388 (was 2388) 2024-11-17T08:24:54,572 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1a0403e3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T08:24:54,574 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4bfedd11{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T08:24:54,574 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T08:24:54,574 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39926b20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T08:24:54,574 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56ace449{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d053fc81-c751-8d24-613a-daaf60f9138d/hadoop.log.dir/,STOPPED} 2024-11-17T08:24:54,581 WARN [BP-1074356471-172.17.0.3-1731831829433 heartbeating to localhost/127.0.0.1:33463 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T08:24:54,581 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T08:24:54,581 WARN [BP-1074356471-172.17.0.3-1731831829433 heartbeating to localhost/127.0.0.1:33463 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1074356471-172.17.0.3-1731831829433 (Datanode Uuid 01d3706a-18a6-4d64-9788-07f4f41c3854) service to localhost/127.0.0.1:33463 2024-11-17T08:24:54,581 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T08:24:54,583 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d053fc81-c751-8d24-613a-daaf60f9138d/cluster_403d9c2c-c5c4-2ef0-38af-63acaed22762/data/data3/current/BP-1074356471-172.17.0.3-1731831829433 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T08:24:54,583 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d053fc81-c751-8d24-613a-daaf60f9138d/cluster_403d9c2c-c5c4-2ef0-38af-63acaed22762/data/data4/current/BP-1074356471-172.17.0.3-1731831829433 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T08:24:54,584 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T08:24:54,586 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e587259{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T08:24:54,587 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4348effc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T08:24:54,587 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T08:24:54,587 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@204f2b1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T08:24:54,587 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41392320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d053fc81-c751-8d24-613a-daaf60f9138d/hadoop.log.dir/,STOPPED} 2024-11-17T08:24:54,589 WARN [BP-1074356471-172.17.0.3-1731831829433 heartbeating to localhost/127.0.0.1:33463 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T08:24:54,589 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T08:24:54,589 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T08:24:54,589 WARN [BP-1074356471-172.17.0.3-1731831829433 heartbeating to localhost/127.0.0.1:33463 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1074356471-172.17.0.3-1731831829433 (Datanode Uuid 7fb9e3ba-c7ef-4884-a849-da5e435eb618) service to localhost/127.0.0.1:33463 2024-11-17T08:24:54,590 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d053fc81-c751-8d24-613a-daaf60f9138d/cluster_403d9c2c-c5c4-2ef0-38af-63acaed22762/data/data1/current/BP-1074356471-172.17.0.3-1731831829433 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T08:24:54,590 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d053fc81-c751-8d24-613a-daaf60f9138d/cluster_403d9c2c-c5c4-2ef0-38af-63acaed22762/data/data2/current/BP-1074356471-172.17.0.3-1731831829433 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T08:24:54,591 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T08:24:54,604 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1dfe145b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T08:24:54,605 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@335839b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T08:24:54,605 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T08:24:54,605 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@661b985e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T08:24:54,605 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a2afa4d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d053fc81-c751-8d24-613a-daaf60f9138d/hadoop.log.dir/,STOPPED}